Log session start time Mon Dec 10 20:18:54 EST 2018

Test Log HTML
Log session start time Mon Dec 10 20:23:37 EST 2018

Time Thread Level Category File:Line Message
36140 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iran, Islamic Rep.:|9.873|||27.66281||the key: WP_time_03.2
36140 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA only:||||||the key: WP_time_03.2
36140 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Aruba:||||||the key: WP_time_03.2
36140 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cote d'Ivoire:|1.601539|||||the key: WP_time_03.2
36140 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cabo Verde:||||||the key: WP_time_03.2
36140 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Colombia:|17.14131|||13.37926||the key: WP_time_03.2
36140 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Small states:||||||the key: WP_time_03.2
36140 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Antigua and Barbuda:||||||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guyana:||||||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Barbados:||||||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Eritrea:||||||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chile:|28.344|||23.79256||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bolivia:|7.998643|||6.064838||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea:|2.314679|||1.659052||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Austria:|43.56719|||42.90372||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea-Bissau:||||||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iceland:||||||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Dem. Rep.:|1.518503|||2.287695||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guatemala:|7.241841|||10.83647||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Caribbean small states:||||||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hungary:|12.18298|||19.31092||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Other small states:||||||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: India:|6.676098|||2.47522||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA & IBRD total:||||||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IBRD only:||||||the key: WP_time_03.2
36141 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greece:|15.80896|||22.1906||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Albania:|6.303114|||13.27443||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bhutan:|0.5152277|||||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Finland:|63.11261|||67.59548||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Argentina:|28.34013|||23.90666||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Czech Republic:|30.36283|||27.81812||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Djibouti:||||4.555627||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Costa Rica:|17.19805|||16.36784||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Armenia:|4.094705|||2.564341||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kenya:|5.115046|||7.329531||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kiribati:||||||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belarus:|17.19682|||7.028943||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belize:|11.7364|||||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Grenada:||||||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Algeria:|8.359284|||0.7660013||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean:||||||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ecuador:|6.877206|||12.73784||the key: WP_time_03.2
36142 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: El Salvador:|8.852856|||7.255679||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa:||||||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Afghanistan:|2.426813|||1.145498||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (excluding high income):|22.49977|||25.79805||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cuba:||||||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Canada:|78.5741|||69.21021||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia:||||||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: British Virgin Islands:||||||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahamas, The:||||||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central African Republic:||||0.7544903||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA blend:||||||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Botswana:|12.26666|||11.30541||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kazakhstan:|12.23266|||8.563852||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Georgia:|18.46006|||7.202341||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahrain:|33.13669|||29.43905||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fiji:||||||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gabon:|7.209755|||3.043091||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belgium:|46.89814|||63.70195||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: China:|17.35807|||9.390591||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Arab World:||||||the key: WP_time_03.2
36143 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa:||||||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gibraltar:||||||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Channel Islands:||||||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: European Union:||||||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hong Kong SAR, China:|65.15052|||58.90464||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Australia:|58.2751|||60.97053||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Isle of Man:||||||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Rep.:|1.924714|||6.537428||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brazil:|38.1316|||31.83189||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pacific island small states:||||||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (excluding high income):|13.82844|||7.498866||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Angola:|5.645565|||13.85144||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: French Polynesia:||||||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Azerbaijan:|11.4089|||2.567703||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominica:||||||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Japan:|60.79185|||65.80609||the key: WP_time_03.2
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kazakhstan:|10.82041|||8.616769||the key: WP_time_03.3
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ghana:|0.7977989|||1.617572||the key: WP_time_03.3
36144 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Czech Republic:|21.32342|||25.21701||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Grenada:||||||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Algeria:|3.796585|||1.555731||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Azerbaijan:|6.3027|||2.51264||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cambodia:|2.246768|||0||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cayman Islands:||||||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Rep.:|59.17119|||59.45364||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (excluding high income):|2.397242|||2.575511||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle income:|8.879598|||5.876395||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: High income:|47.62682|||41.86474||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Eritrea:||||||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Colombia:|10.52827|||7.251214||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iceland:||||||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Other small states:||||||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Argentina:|25.01026|||20.20312||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Costa Rica:|11.98865|||8.14897||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ecuador:|4.48906|||7.741167||the key: WP_time_03.3
36145 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean:||||||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kiribati:||||||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: British Virgin Islands:||||||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burkina Faso:|3.478843|||1.194626||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Arab World:||||||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahrain:|17.35272|||8.308407||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hong Kong SAR, China:|63.52334|||57.3432||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brazil:|26.33564|||26.84258||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Japan:|70.8542|||63.15906||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bermuda:||||||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central Europe and the Baltics:||||||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gambia, The:||||||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burundi:|0.2914947|||0.5562564||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: American Samoa:||||||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominican Republic:|11.17054|||13.49461||the key: WP_time_03.3
36146 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Egypt, Arab Rep.:|0.71812|||0.8770972||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jamaica:|9.117983|||7.529772||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greenland:||||||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Croatia:|36.38493|||33.16998||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chad:|1.351876|||4.841365||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guam:||||||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Andorra:||||||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bangladesh:|0|||0.1174349||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia:|1.251672|||0.9011613||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Late-demographic dividend:||||||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Least developed countries: UN classification:||||||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lower middle income:|2.283242|||1.671618||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Australia:|58.81852|||67.13805||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kosovo:|10.56668|||7.331342||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ethiopia:|0.3159653|||||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: OECD members:||||||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Haiti:|2.287375|||2.296638||the key: WP_time_03.3
36147 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_03.3
36148 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Upper middle income:|14.56868|||9.860587||the key: WP_time_03.3
36148 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Dem. People's Rep.:||||||the key: WP_time_03.3
36148 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_03.3
36148 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominica:||||||the key: WP_time_03.3
36148 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific:||||||the key: WP_time_03.3
36148 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (excluding high income):|11.22613|||5.823832||the key: WP_time_03.3
36148 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: French Polynesia:||||||the key: WP_time_03.3
36148 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pacific island small states:||||||the key: WP_time_03.3
36148 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ireland:|44.07152|||55.14499||the key: WP_time_03.3
36148 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Rep.:|1.939549|||2.616379||the key: WP_time_03.3
36148 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Isle of Man:||||||the key: WP_time_03.3
36148 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central African Republic:||||0.4868389||the key: WP_time_03.3
36150 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Channel Islands:||||||the key: WP_time_03.3
36150 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa:||||||the key: WP_time_03.3
36150 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: European Union:||||||the key: WP_time_03.3
36150 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Georgia:|17.13527|||10.10887||the key: WP_time_03.3
36150 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fiji:||||||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Botswana:|7.476186|||10.14982||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gabon:|4.226139|||2.407033||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA blend:||||||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Afghanistan:|0.2869717|||0.5070504||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahamas, The:||||||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Canada:|75.67902|||75.2384||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pre-demographic dividend:||||||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cuba:||||||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Armenia:|6.683283|||2.151689||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa:||||||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: El Salvador:|7.195888|||3.504785||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Benin:|1.230237|||0.3276635||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia (IDA & IBRD):||||||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kenya:|4.20033|||4.871792||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belize:|9.709622|||||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bhutan:|0|||||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Djibouti:||||3.495544||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Albania:|5.040674|||7.812984||the key: WP_time_03.3
36151 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greece:|7.580059|||13.0673||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IBRD only:||||||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: India:|1.57399|||1.038708||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (excluding high income):|14.81568|||14.1985||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hungary:|11.51516|||11.42643||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Caribbean small states:||||||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guatemala:|5.460611|||3.422454||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Faroe Islands:||||||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Dem. Rep.:|2.413624|||0.9577256||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Austria:|36.96666|||35.76355||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cote d'Ivoire:|0.7335928|||||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chile:|27.86152|||21.94937||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Barbados:||||||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guyana:||||||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Antigua and Barbuda:||||||the key: WP_time_03.3
36152 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cabo Verde:||||||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Small states:||||||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Aruba:||||||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iran, Islamic Rep.:|12.18119|||20.09839||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iraq:|2.30713|||1.236172||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low & middle income:|7.951016|||5.454005||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jordan:|0.9097432|||2.089005||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Germany:|42.15665|||29.67693||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA total:||||||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Estonia:|33.11556|||29.98714||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brunei Darussalam:||||||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Denmark:|31.07704|||39.06321||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA & IBRD total:||||||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Curacao:||||||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: North America:||||||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (excluding high income):|17.98745|||15.65371||the key: WP_time_03.3
36153 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: France:|37.78649|||32.72113||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cameroon:|0.3817171|||0.630732||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: World:|16.19756|||13.5205||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Italy:|27.15545|||22.87673||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Post-demographic dividend:||||||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Equatorial Guinea:||||||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bosnia and Herzegovina:|6.43144|||8.624833||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low income:|0.8850484|||1.243944||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Israel:|76.00496|||80.02277||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fragile and conflict affected situations:||||||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Comoros:||||0.547596||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Euro area:|36.77097|||31.37621||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Angola:|3.148977|||17.10734||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Indonesia:|1.930259|||0.3277563||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gibraltar:||||||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bulgaria:|9.863665|||7.642534||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: China:|14.25484|||7.064174||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia:||||||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belgium:|39.30966|||46.18481||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Finland:|63.02616|||60.65215||the key: WP_time_03.3
36154 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belarus:|10.41625|||8.374379||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea-Bissau:||||||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea:|1.657552|||0.8485744||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bolivia:|4.512556|||2.312885||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA only:||||||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Early-demographic dividend:||||||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Honduras:|3.45011|||3.655885||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cyprus:|27.53536|||42.82663||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Suriname:||||||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liechtenstein:||||||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sweden:|42.329|||50.31099||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malta:|34.62029|||48.06196||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macedonia, FYR:|16.88154|||15.77614||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vanuatu:||||||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nauru:||||||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sao Tome and Principe:||||||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mozambique:||||||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Peru:|9.767639|||9.53695||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Seychelles:||||||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turks and Caicos Islands:||||||the key: WP_time_03.3
36155 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Marshall Islands:||||||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tuvalu:||||||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Saudi Arabia:|5.303102|||6.313104||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Namibia:|6.187296|||||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Serbia:|15.78379|||23.07924||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Swaziland:||||12.38768||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lithuania:|8.615143|||11.81089||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Sudan:||||||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Senegal:|0.7100307|||0.6657643||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zimbabwe:|1.463305|||5.59257||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Myanmar:|0|||||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Palau:||||||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Trinidad and Tobago:||||13.09451||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Oman:||||16.02348||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malaysia:|15.47968|||9.923801||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Papua New Guinea:||||||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Moldova:|5.855922|||2.105243||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Northern Mariana Islands:||||||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Thailand:|4.645921|||5.742827||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Philippines:|3.94891|||3.959437||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritius:|11.42932|||7.898702||the key: WP_time_03.3
36156 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: West Bank and Gaza:|0.5643186|||1.227435||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritania:|5.009483|||2.795473||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Martin (French part):||||||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malawi:|0.3999719|||1.020144||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Somalia:|0.1191468|||||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Poland:|14.4571|||16.49197||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nigeria:|1.749403|||0.8277354||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Maldives:||||||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tanzania:|0.7167655|||2.166811||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Portugal:|24.97503|||23.20239||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Luxembourg:|68.52455|||73.48582||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Timor-Leste:||||||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Solomon Islands:||||||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Monaco:||||||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tunisia:|4.091343|||||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Niger:|1.551784|||0.5076047||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Panama:|8.53229|||9.359649||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovenia:|34.11534|||37.79636||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Venezuela, RB:|19.38246|||5.238996||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Africa:|13.21533|||6.941228||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Puerto Rico:|20.31901|||||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Spain:|51.54831|||39.40526||the key: WP_time_03.3
36157 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Togo:|0.5074018|||0.6339956||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Lucia:||||||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Vincent and the Grenadines:||||||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Kingdom:|58.57793|||47.9698||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nicaragua:|2.518912|||3.172894||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Virgin Islands (U.S.):||||||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ukraine:|25.50827|||17.94522||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Yemen, Rep.:|0|||0||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latvia:|20.2904|||21.34813||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mongolia:|1.314876|||2.168123||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Qatar:||||28.83304||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tajikistan:|0.2344124|||1.085923||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Libya:||||||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liberia:||||2.163768||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovak Republic:|17.16649|||19.20955||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Kitts and Nevis:||||||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kuwait:|19.21989|||53.4113||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vietnam:|1.629269|||1.820265||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Zealand:|64.72494|||58.77287||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Madagascar:|0.0555516|||0||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United States:|61.54715|||56.2529||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Romania:|9.954535|||12.37695||the key: WP_time_03.3
36158 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkey:|22.22647|||26.21922||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sint Maarten (Dutch part):||||||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lao PDR:||||2.433466||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lesotho:||||2.100093||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tonga:||||||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sri Lanka:|2.92563|||2.080943||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lebanon:|6.778333|||4.282324||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Syrian Arab Republic:||||3.200866||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Russian Federation:|20.14824|||8.389285||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Montenegro:|12.95706|||11.98946||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Paraguay:||||8.610762||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Arab Emirates:|24.5067|||18.58172||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Caledonia:||||||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uganda:|1.129686|||1.742692||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pakistan:|0.0510874|||0.6066841||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Rwanda:|0.4954109|||3.166584||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sudan:|0.8183355|||0.4975795||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uzbekistan:|1.289208|||2.828076||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mali:|0.3099608|||0.1285493||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zambia:|2.207402|||3.736807||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Netherlands:|25.07099|||34.88884||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Singapore:|34.54167|||37.26514||the key: WP_time_03.3
36159 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uruguay:|38.88518|||29.62012||the key: WP_time_03.3
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Switzerland:|49.47279|||||the key: WP_time_03.3
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkmenistan:|0|||0||the key: WP_time_03.3
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Samoa:||||||the key: WP_time_03.3
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Norway:|65.11867|||||the key: WP_time_03.3
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mexico:|14.27471|||9.143559||the key: WP_time_03.3
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Morocco:||||1.827953||the key: WP_time_03.3
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Micronesia, Fed. Sts.:||||||the key: WP_time_03.3
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nepal:|0.5069995|||0||the key: WP_time_03.3
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: San Marino:||||||the key: WP_time_03.3
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sierra Leone:|0.265735|||1.579215||the key: WP_time_03.3
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kyrgyz Republic:|2.229987|||0.9711472||the key: WP_time_03.3
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macao SAR, China:||||||the key: WP_time_03.3
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Panama:|21.21326|||13.39257||the key: WP_time_04.2
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Oman:||||27.41232||the key: WP_time_04.2
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Timor-Leste:||||||the key: WP_time_04.2
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latvia:|27.72608|||14.39762||the key: WP_time_04.2
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Papua New Guinea:||||||the key: WP_time_04.2
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tonga:||||||the key: WP_time_04.2
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Norway:|75.92558|||||the key: WP_time_04.2
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zimbabwe:|6.722616|||17.60922||the key: WP_time_04.2
36160 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malawi:|8.604293|||7.544513||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malaysia:|35.1162|||40.57372||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kuwait:|29.60902|||42.24604||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Paraguay:||||10.18413||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Thailand:|43.68932|||42.77652||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Venezuela, RB:|23.27024|||17.95971||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Northern Mariana Islands:||||||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Peru:|15.90407|||9.323834||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liberia:||||16.80521||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Philippines:|13.62938|||11.21214||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nigeria:|32.46643|||26.2304||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Luxembourg:|58.73017|||55.97817||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tanzania:|9.874002|||12.4403||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Trinidad and Tobago:||||47.54625||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lesotho:||||8.688717||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Poland:|22.37618|||20.02022||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kyrgyz Republic:|4.57978|||0.7912124||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Niger:|2.19343|||1.337137||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Micronesia, Fed. Sts.:||||||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uruguay:|15.7461|||5.390497||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Portugal:|23.57445|||32.5127||the key: WP_time_04.2
36161 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Africa:|34.44429|||23.67382||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Madagascar:|3.287916|||1.287706||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritius:|36.86021|||34.80969||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nicaragua:|9.794454|||6.190739||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tajikistan:|2.195248|||0.5101956||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Puerto Rico:|28.32417|||||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tunisia:|12.08838|||||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Maldives:||||||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Zealand:|69.86805|||62.98669||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Qatar:||||28.02771||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Syrian Arab Republic:||||5.366752||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liechtenstein:||||||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Caledonia:||||||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Romania:|16.12095|||8.79517||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkey:|12.92707|||6.295385||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Russian Federation:|14.11121|||10.0227||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Switzerland:|63.89758|||||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macedonia, FYR:|17.39011|||8.043807||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Lucia:||||||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Netherlands:|63.03429|||61.84296||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Rwanda:|30.95734|||23.30468||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Sudan:||||||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nepal:|19.11858|||12.80567||the key: WP_time_04.2
36162 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Samoa:||||||the key: WP_time_04.2
36163 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sweden:|75.8261|||63.13327||the key: WP_time_04.2
36163 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkmenistan:|0.4236444|||0||the key: WP_time_04.2
36163 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Libya:||||||the key: WP_time_04.2
36163 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: San Marino:||||||the key: WP_time_04.2
36163 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nauru:||||||the key: WP_time_04.2
36163 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mali:|4.858615|||5.673241||the key: WP_time_04.2
36163 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sao Tome and Principe:||||||the key: WP_time_04.2
36164 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Swaziland:||||20.18718||the key: WP_time_04.2
36164 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Namibia:|29.04429|||||the key: WP_time_04.2
36164 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lao PDR:||||19.76895||the key: WP_time_04.2
36165 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vanuatu:||||||the key: WP_time_04.2
36165 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Saudi Arabia:|20.07849|||26.59928||the key: WP_time_04.2
36165 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turks and Caicos Islands:||||||the key: WP_time_04.2
36165 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Somalia:|4.323826|||||the key: WP_time_04.2
36165 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macao SAR, China:||||||the key: WP_time_04.2
36165 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Myanmar:|15.37525|||||the key: WP_time_04.2
36165 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Senegal:|9.491788|||4.495718||the key: WP_time_04.2
36165 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: West Bank and Gaza:|5.224381|||7.471089||the key: WP_time_04.2
36165 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uzbekistan:|2.14278|||1.123752||the key: WP_time_04.2
36166 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lebanon:|23.47051|||24.79538||the key: WP_time_04.2
36166 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Suriname:||||||the key: WP_time_04.2
36166 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Serbia:|9.662326|||2.915264||the key: WP_time_04.2
36166 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mozambique:||||||the key: WP_time_04.2
36166 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Virgin Islands (U.S.):||||||the key: WP_time_04.2
36166 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Arab Emirates:|36.53802|||22.06657||the key: WP_time_04.2
36166 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Seychelles:||||||the key: WP_time_04.2
36166 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tuvalu:||||||the key: WP_time_04.2
36166 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Kitts and Nevis:||||||the key: WP_time_04.2
36166 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Morocco:||||19.20842||the key: WP_time_04.2
36166 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sri Lanka:|33.49559|||30.20919||the key: WP_time_04.2
36166 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sudan:|10.77854|||4.402533||the key: WP_time_04.2
36166 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sierra Leone:|13.67713|||18.62616||the key: WP_time_04.2
36166 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Montenegro:|5.946432|||3.729639||the key: WP_time_04.2
36167 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Singapore:|45.71051|||58.09047||the key: WP_time_04.2
36167 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Vincent and the Grenadines:||||||the key: WP_time_04.2
36167 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uganda:|18.99567|||19.99902||the key: WP_time_04.2
36167 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sint Maarten (Dutch part):||||||the key: WP_time_04.2
36167 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mongolia:|29.74977|||20.81857||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malta:|49.56534|||50.81247||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United States:|54.76595|||53.25621||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovak Republic:|42.55931|||38.43362||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mexico:|16.31653|||7.064397||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lithuania:|28.66142|||19.22868||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Monaco:||||||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Spain:|57.58047|||38.49073||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ukraine:|9.710564|||5.747428||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovenia:|33.69934|||28.48423||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Martin (French part):||||||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Solomon Islands:||||||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Moldova:|6.485789|||3.589651||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zambia:|17.35757|||10.46744||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vietnam:|15.59471|||8.879519||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kosovo:|10.17424|||5.995169||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritania:|11.33163|||7.814753||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Kingdom:|51.78699|||46.37527||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Togo:|7.155048|||4.666297||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pakistan:|4.988903|||2.174202||the key: WP_time_04.2
36168 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Palau:||||||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Marshall Islands:||||||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Yemen, Rep.:|1.656144|||2.093597||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gambia, The:||||||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chad:|5.62815|||8.890958||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Canada:|65.96078|||53.47576||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: World:|28.99751|||24.07693||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IBRD only:||||||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Aruba:||||||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: India:|18.42743|||15.99068||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Arab World:||||||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Least developed countries: UN classification:||||||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean:||||||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iceland:||||||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kiribati:||||||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa:||||||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Croatia:|27.12872|||10.59566||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle income:|25.97733|||19.84895||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Antigua and Barbuda:||||||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bermuda:||||||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hong Kong SAR, China:|52.94703|||45.86651||the key: WP_time_04.2
36169 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greece:|13.66843|||17.85476||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central African Republic:||||2.230524||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burundi:|5.062552|||3.713188||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Japan:|54.56683|||48.7656||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Czech Republic:|39.22601|||37.8058||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bangladesh:|8.321638|||18.09233||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guam:||||||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Small states:||||||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Djibouti:||||4.125287||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Armenia:|1.585016|||0.4962251||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bulgaria:|16.20354|||4.867269||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (excluding high income):|10.44543|||5.645889||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cambodia:|4.837481|||1.472155||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Other small states:||||||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Dem. Rep.:|6.392308|||2.29522||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guyana:||||||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brunei Darussalam:||||||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central Europe and the Baltics:||||||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: British Virgin Islands:||||||the key: WP_time_04.2
36170 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: European Union:||||||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia:|16.11524|||14.74833||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Italy:|45.33327|||19.1958||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA & IBRD total:||||||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: North America:||||||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Estonia:|29.47851|||29.48183||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA total:||||||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Andorra:||||||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: High income:|48.10398|||42.71258||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ethiopia:|14.97005|||||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pre-demographic dividend:||||||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jamaica:|32.48151|||34.56622||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Costa Rica:|26.93123|||26.47327||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pacific island small states:||||||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lower middle income:|17.52898|||13.66039||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: American Samoa:||||||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brazil:|14.91335|||12.97405||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Benin:|9.08712|||7.808246||the key: WP_time_04.2
36171 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low & middle income:|24.33236|||19.24696||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific:||||||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Channel Islands:||||||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gabon:|19.06478|||12.2348||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low income:|11.36915|||13.22203||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Georgia:|0.8300185|||0.522193||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: France:|58.42934|||54.20855||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cote d'Ivoire:|10.38673|||||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burkina Faso:|9.877899|||9.659992||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Equatorial Guinea:||||||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Finland:|55.10457|||54.87928||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA blend:||||||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cuba:||||||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jordan:|4.951788|||9.948303||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cyprus:|22.51616|||35.70027||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Isle of Man:||||||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cameroon:|10.63912|||12.74442||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bolivia:|26.52453|||17.74631||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belarus:|15.76261|||6.85426||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: El Salvador:|15.21328|||17.33692||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea:|4.232385|||1.991816||the key: WP_time_04.2
36172 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Algeria:|21.84585|||5.691488||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bosnia and Herzegovina:|11.89785|||7.240834||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fiji:||||||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Azerbaijan:|7.351283|||1.921226||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Denmark:|66.43358|||58.34853||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Rep.:|51.11045|||46.12679||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Grenada:||||||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia:||||||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chile:|17.37619|||14.50541||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Dem. People's Rep.:||||||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Comoros:||||10.56976||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa:||||||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Angola:|20.09244|||18.60929||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belgium:|59.55333|||47.20252||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kazakhstan:|10.18928|||7.212877||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (excluding high income):|18.3657|||16.21057||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea-Bissau:||||||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Barbados:||||||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gibraltar:||||||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Israel:|52.3107|||25.39149||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Post-demographic dividend:||||||the key: WP_time_04.2
36173 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (excluding high income):|36.77554|||28.49201||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iran, Islamic Rep.:|23.62211|||22.22841||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guatemala:|17.07647|||14.77576||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Albania:|7.9793|||10.27337||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahrain:|39.90639|||20.92613||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Upper middle income:|33.37159|||25.82628||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greenland:||||||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (excluding high income):|15.71768|||11.47928||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bhutan:|23.52503|||||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Colombia:|16.42911|||10.1552||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Argentina:|5.14903|||4.006829||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Late-demographic dividend:||||||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cabo Verde:||||||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominican Republic:|28.161|||16.67501||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Curacao:||||||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Germany:|58.19114|||56.99917||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA only:||||||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: China:|41.14826|||32.08865||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahamas, The:||||||the key: WP_time_04.2
36174 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ecuador:|14.52804|||18.41632||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Faroe Islands:||||||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cayman Islands:||||||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: French Polynesia:||||||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia (IDA & IBRD):||||||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Haiti:|9.774681|||19.84645||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hungary:|20.8688|||18.13548||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Austria:|54.94675|||52.99369||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Indonesia:|26.35845|||14.69499||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Caribbean small states:||||||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ireland:|51.10345|||49.74429||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Australia:|63.66363|||65.24073||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Rep.:|11.22237|||8.020917||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Early-demographic dividend:||||||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Afghanistan:|6.068505|||4.771651||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Euro area:|52.56089|||43.90446||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominica:||||||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ghana:|18.32603|||17.85322||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fragile and conflict affected situations:||||||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Botswana:|28.58655|||17.31535||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belize:|19.21563|||||the key: WP_time_04.2
36175 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iraq:|5.234494|||8.15257||the key: WP_time_04.2
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Egypt, Arab Rep.:|4.23815|||0.7079418||the key: WP_time_04.2
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Honduras:|17.57226|||10.97801||the key: WP_time_04.2
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kenya:|32.74511|||27.53981||the key: WP_time_04.2
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: OECD members:||||||the key: WP_time_04.2
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Eritrea:||||||the key: WP_time_04.2
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fragile and conflict affected situations:||||||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Equatorial Guinea:||||||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Eritrea:||||||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chad:|3.713884|||5.044189||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Aruba:||||||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Honduras:|11.60069|||6.193172||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Colombia:|8.368082|||8.328886||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Canada:|59.53022|||52.94839||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: World:|25.78883|||21.16906||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Indonesia:|26.76254|||15.86503||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA blend:||||||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IBRD only:||||||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low income:|8.558826|||9.852481||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Austria:|65.4828|||50.48574||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: India:|10.1291|||7.095501||the key: WP_time_04.3
36176 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Arab World:||||||the key: WP_time_04.3
36177 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: High income:|45.47396|||39.24854||the key: WP_time_04.3
36178 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cuba:||||||the key: WP_time_04.3
36178 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Early-demographic dividend:||||||the key: WP_time_04.3
36178 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Least developed countries: UN classification:||||||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean:||||||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cabo Verde:||||||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ecuador:|14.01063|||10.7578||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Finland:|58.6804|||57.22858||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Italy:|23.62118|||12.42344||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kiribati:||||||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iceland:||||||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bolivia:|20.69123|||16.42994||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa:||||||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Croatia:|27.42793|||13.71214||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Curacao:||||||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jordan:|2.504394|||6.595288||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Germany:|57.63022|||54.84963||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Antigua and Barbuda:||||||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bermuda:||||||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hong Kong SAR, China:|47.6327|||39.98876||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Late-demographic dividend:||||||the key: WP_time_04.3
36179 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greece:|11.62749|||21.73693||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominican Republic:|24.91872|||15.3768||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Japan:|65.71702|||53.72907||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burundi:|2.966515|||2.921388||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Isle of Man:||||||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Caribbean small states:||||||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low & middle income:|20.62376|||16.02382||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Grenada:||||||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central African Republic:||||2.712689||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cameroon:|4.794449|||7.189256||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cyprus:|21.43463|||25.6635||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Czech Republic:|36.01529|||33.37513||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Botswana:|24.65759|||15.61857||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: American Samoa:||||||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bangladesh:|6.538901|||15.133||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hungary:|17.92481|||16.50885||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guam:||||||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Armenia:|1.695223|||1.096303||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Djibouti:||||2.725754||the key: WP_time_04.3
36180 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Small states:||||||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific:||||||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia (IDA & IBRD):||||||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cote d'Ivoire:|7.228524|||||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (excluding high income):|6.492169|||4.246396||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bulgaria:|12.66026|||4.73976||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Costa Rica:|21.66297|||13.4324||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Rep.:|8.33857|||3.850721||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iraq:|1.848297|||2.656306||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Dem. Rep.:|3.070973|||0.7088403||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Other small states:||||||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cambodia:|2.601308|||0.246133||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belarus:|14.14731|||6.770185||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia:|9.106198|||7.400163||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahamas, The:||||||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guyana:||||||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central Europe and the Baltics:||||||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Faroe Islands:||||||the key: WP_time_04.3
36181 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea:|1.513928|||2.080213||the key: WP_time_04.3
36182 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: OECD members:||||||the key: WP_time_04.3
36182 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: British Virgin Islands:||||||the key: WP_time_04.3
36184 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: El Salvador:|12.88048|||8.738501||the key: WP_time_04.3
36184 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Australia:|59.33734|||58.96765||the key: WP_time_04.3
36184 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: European Union:||||||the key: WP_time_04.3
36184 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Algeria:|5.72545|||2.955965||the key: WP_time_04.3
36184 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fiji:||||||the key: WP_time_04.3
36184 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Benin:|5.272374|||6.258737||the key: WP_time_04.3
36184 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pre-demographic dividend:||||||the key: WP_time_04.3
36184 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bosnia and Herzegovina:|6.000751|||5.192334||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Euro area:|43.00703|||38.18566||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Azerbaijan:|3.433804|||1.326089||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lower middle income:|11.95313|||8.529597||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Egypt, Arab Rep.:|3.921921|||0.6768445||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Denmark:|62.99778|||54.84122||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jamaica:|27.05942|||26.46701||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pacific island small states:||||||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ireland:|47.7403|||52.63711||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Rep.:|54.23978|||47.71442||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cayman Islands:||||||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Afghanistan:|0.9246893|||0.8737874||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kenya:|27.92771|||19.20147||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle income:|22.20928|||16.64298||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia:||||||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chile:|12.87721|||10.42378||the key: WP_time_04.3
36185 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA & IBRD total:||||||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Haiti:|8.992279|||16.28275||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Dem. People's Rep.:||||||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: China:|41.16059|||32.09019||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Comoros:||||10.95054||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa:||||||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brunei Darussalam:||||||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gabon:|17.00945|||5.166698||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brazil:|9.90111|||7.802369||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kazakhstan:|6.161163|||6.331445||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Channel Islands:||||||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea-Bissau:||||||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (excluding high income):|13.49477|||12.44632||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Angola:|9.495955|||13.24354||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (excluding high income):|11.33889|||7.939981||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belgium:|51.61959|||38.55079||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Barbados:||||||the key: WP_time_04.3
36186 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belize:|24.92098|||||the key: WP_time_04.3
36187 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ethiopia:|12.36833|||||the key: WP_time_04.3
36187 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Estonia:|33.41297|||28.37461||the key: WP_time_04.3
36187 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gibraltar:||||||the key: WP_time_04.3
36187 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Post-demographic dividend:||||||the key: WP_time_04.3
36187 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burkina Faso:|7.454464|||6.022847||the key: WP_time_04.3
36187 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Israel:|54.5798|||24.14126||the key: WP_time_04.3
36187 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iran, Islamic Rep.:|19.60276|||17.11458||the key: WP_time_04.3
36188 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (excluding high income):|36.20813|||28.54002||the key: WP_time_04.3
36188 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Georgia:|1.065247|||1.481105||the key: WP_time_04.3
36188 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahrain:|25.12827|||11.25193||the key: WP_time_04.3
36189 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guatemala:|13.41238|||6.160515||the key: WP_time_04.3
36189 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greenland:||||||the key: WP_time_04.3
36189 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominica:||||||the key: WP_time_04.3
36189 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Albania:|7.001647|||6.786743||the key: WP_time_04.3
36189 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: North America:||||||the key: WP_time_04.3
36189 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_04.3
36189 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gambia, The:||||||the key: WP_time_04.3
36189 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Upper middle income:|31.0548|||24.33072||the key: WP_time_04.3
36189 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Andorra:||||||the key: WP_time_04.3
36189 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: French Polynesia:||||||the key: WP_time_04.3
36189 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bhutan:|21.49403|||||the key: WP_time_04.3
36189 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Argentina:|3.124133|||3.618399||the key: WP_time_04.3
36189 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_04.3
36190 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: France:|46.35595|||45.69997||the key: WP_time_04.3
36190 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA only:||||||the key: WP_time_04.3
36190 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA total:||||||the key: WP_time_04.3
36190 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ghana:|18.84597|||14.48267||the key: WP_time_04.3
36190 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kosovo:|4.288517|||3.910238||the key: WP_time_04.3
36190 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uzbekistan:|1.552528|||0.5424895||the key: WP_time_04.3
36190 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Arab Emirates:|20.73303|||15.1256||the key: WP_time_04.3
36190 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mali:|0.979183|||3.325105||the key: WP_time_04.3
36190 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vanuatu:||||||the key: WP_time_04.3
36190 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nauru:||||||the key: WP_time_04.3
36190 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Sudan:||||||the key: WP_time_04.3
36190 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Seychelles:||||||the key: WP_time_04.3
36190 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Kingdom:|52.7885|||41.45037||the key: WP_time_04.3
36191 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tuvalu:||||||the key: WP_time_04.3
36191 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Morocco:||||5.586821||the key: WP_time_04.3
36191 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Togo:|6.191189|||2.629911||the key: WP_time_04.3
36191 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sri Lanka:|28.49437|||26.223||the key: WP_time_04.3
36191 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: San Marino:||||||the key: WP_time_04.3
36191 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sweden:|74.4747|||64.02469||the key: WP_time_04.3
36191 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkmenistan:|0.8783028|||0.2299886||the key: WP_time_04.3
36191 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Libya:||||||the key: WP_time_04.3
36191 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Palau:||||||the key: WP_time_04.3
36191 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sudan:|3.940896|||2.416649||the key: WP_time_04.3
36192 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sierra Leone:|8.428441|||10.60969||the key: WP_time_04.3
36192 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Samoa:||||||the key: WP_time_04.3
36192 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nepal:|14.09193|||7.109428||the key: WP_time_04.3
36192 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macedonia, FYR:|10.17137|||7.517654||the key: WP_time_04.3
36192 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Montenegro:|4.676371|||3.038284||the key: WP_time_04.3
36192 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Rwanda:|20.21467|||12.63624||the key: WP_time_04.3
36192 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Netherlands:|54.96925|||54.47229||the key: WP_time_04.3
36192 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Singapore:|46.68469|||58.71869||the key: WP_time_04.3
36192 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Switzerland:|47.3476|||||the key: WP_time_04.3
36192 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Lucia:||||||the key: WP_time_04.3
36193 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Oman:||||17.86066||the key: WP_time_04.3
36193 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Russian Federation:|16.51276|||11.55273||the key: WP_time_04.3
36193 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lesotho:||||7.155986||the key: WP_time_04.3
36193 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkey:|5.374933|||2.001607||the key: WP_time_04.3
36193 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Caledonia:||||||the key: WP_time_04.3
36193 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kyrgyz Republic:|5.103613|||0.9783548||the key: WP_time_04.3
36193 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Romania:|10.64954|||8.59155||the key: WP_time_04.3
36193 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Syrian Arab Republic:||||4.747674||the key: WP_time_04.3
36193 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Paraguay:||||9.280089||the key: WP_time_04.3
36193 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uganda:|14.58759|||12.61037||the key: WP_time_04.3
36193 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sint Maarten (Dutch part):||||||the key: WP_time_04.3
36193 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malawi:|5.59698|||8.891019||the key: WP_time_04.3
36194 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malaysia:|32.28412|||30.18593||the key: WP_time_04.3
36194 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Marshall Islands:||||||the key: WP_time_04.3
36194 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mongolia:|36.35594|||25.42971||the key: WP_time_04.3
36194 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Vincent and the Grenadines:||||||the key: WP_time_04.3
36194 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Qatar:||||21.15514||the key: WP_time_04.3
36194 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malta:|34.08287|||39.27093||the key: WP_time_04.3
36194 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mexico:|12.76527|||6.403767||the key: WP_time_04.3
36194 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Zealand:|71.20037|||58.13282||the key: WP_time_04.3
36194 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Yemen, Rep.:|0.0925427|||0.1050647||the key: WP_time_04.3
36194 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Madagascar:|3.234891|||1.458682||the key: WP_time_04.3
36194 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Maldives:||||||the key: WP_time_04.3
36194 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tunisia:|8.562175|||||the key: WP_time_04.3
36194 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Puerto Rico:|19.06412|||||the key: WP_time_04.3
36194 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovak Republic:|45.25978|||35.43148||the key: WP_time_04.3
36195 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Venezuela, RB:|22.34503|||9.658226||the key: WP_time_04.3
36195 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tajikistan:|0.9080846|||0.0761863||the key: WP_time_04.3
36195 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liberia:||||11.09582||the key: WP_time_04.3
36195 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nicaragua:|6.404255|||6.859719||the key: WP_time_04.3
36195 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latvia:|23.34983|||12.43838||the key: WP_time_04.3
36195 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Monaco:||||||the key: WP_time_04.3
36195 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kuwait:|19.77823|||38.04803||the key: WP_time_04.3
36195 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Spain:|38.82905|||32.15982||the key: WP_time_04.3
36195 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uruguay:|9.608356|||5.955068||the key: WP_time_04.3
36195 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Portugal:|26.06867|||19.45911||the key: WP_time_04.3
36196 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ukraine:|6.364473|||5.14596||the key: WP_time_04.3
36196 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Norway:|80.8962|||||the key: WP_time_04.3
36196 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Micronesia, Fed. Sts.:||||||the key: WP_time_04.3
36196 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritius:|34.29972|||27.06183||the key: WP_time_04.3
36196 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United States:|53.46634|||47.63561||the key: WP_time_04.3
36196 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovenia:|31.3823|||29.18134||the key: WP_time_04.3
36196 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tonga:||||||the key: WP_time_04.3
36197 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Africa:|31.18489|||20.55223||the key: WP_time_04.3
36199 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Martin (French part):||||||the key: WP_time_04.3
36199 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Niger:|1.766696|||0.9899623||the key: WP_time_04.3
36199 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Poland:|19.38151|||16.20692||the key: WP_time_04.3
36199 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Solomon Islands:||||||the key: WP_time_04.3
36199 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tanzania:|8.1688|||11.40124||the key: WP_time_04.3
36199 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liechtenstein:||||||the key: WP_time_04.3
36199 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Moldova:|7.146698|||3.49937||the key: WP_time_04.3
36200 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zambia:|16.35034|||13.06459||the key: WP_time_04.3
36200 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Papua New Guinea:||||||the key: WP_time_04.3
36200 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vietnam:|13.66257|||6.677731||the key: WP_time_04.3
36200 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nigeria:|21.40283|||20.90756||the key: WP_time_04.3
36201 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Trinidad and Tobago:||||41.27208||the key: WP_time_04.3
36201 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Philippines:|15.88815|||18.031||the key: WP_time_04.3
36201 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lithuania:|27.93297|||21.54978||the key: WP_time_04.3
36201 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Luxembourg:|60.97492|||48.51065||the key: WP_time_04.3
36201 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritania:|9.845138|||5.116176||the key: WP_time_04.3
36201 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Timor-Leste:||||||the key: WP_time_04.3
36201 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Senegal:|3.956872|||3.021333||the key: WP_time_04.3
36201 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Kitts and Nevis:||||||the key: WP_time_04.3
36201 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: West Bank and Gaza:|4.973953|||3.483338||the key: WP_time_04.3
36201 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Myanmar:|10.39502|||||the key: WP_time_04.3
36201 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macao SAR, China:||||||the key: WP_time_04.3
36201 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lebanon:|12.04579|||10.20525||the key: WP_time_04.3
36202 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Panama:|19.50452|||11.53034||the key: WP_time_04.3
36202 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pakistan:|1.5114|||0.6671928||the key: WP_time_04.3
36202 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turks and Caicos Islands:||||||the key: WP_time_04.3
36202 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Suriname:||||||the key: WP_time_04.3
36202 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Serbia:|7.851978|||3.39322||the key: WP_time_04.3
36202 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Peru:|8.730925|||7.814788||the key: WP_time_04.3
36202 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Saudi Arabia:|9.19577|||6.144174||the key: WP_time_04.3
36202 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Somalia:|1.287075|||||the key: WP_time_04.3
36202 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Virgin Islands (U.S.):||||||the key: WP_time_04.3
36204 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lao PDR:||||18.98046||the key: WP_time_04.3
36204 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Swaziland:||||15.34778||the key: WP_time_04.3
36204 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mozambique:||||||the key: WP_time_04.3
36204 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Northern Mariana Islands:||||||the key: WP_time_04.3
36204 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Namibia:|24.55869|||||the key: WP_time_04.3
36204 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Thailand:|37.91315|||42.82499||the key: WP_time_04.3
36204 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zimbabwe:|3.732024|||16.97056||the key: WP_time_04.3
36204 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sao Tome and Principe:||||||the key: WP_time_04.3
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zambia:|21.67336|||7.838902||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nicaragua:|10.29212|||3.363734||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Monaco:||||||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kyrgyz Republic:|9.370332|||2.001222||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tajikistan:|3.653704|||2.83113||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Madagascar:|1.688113|||0.2028178||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malawi:|22.6365|||8.800677||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nauru:||||||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malaysia:|12.22655|||4.439521||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Micronesia, Fed. Sts.:||||||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Kingdom:||||||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Northern Mariana Islands:||||||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Thailand:|11.01603|||3.813704||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liechtenstein:||||||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Morocco:||||||the key: WP_time_05.2
36205 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Virgin Islands (U.S.):||||||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tuvalu:||||||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: San Marino:||||||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Paraguay:||||1.980882||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Portugal:||||||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Seychelles:||||||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kosovo:|3.244365|||1.577423||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Libya:||||||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sudan:|16.58486|||8.949901||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vanuatu:||||||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkmenistan:|2.656669|||0.5224705||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Somalia:|12.30836|||||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latvia:|5.412901|||1.554856||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Panama:|16.52503|||7.617644||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vietnam:|9.809544|||5.026251||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lao PDR:||||||the key: WP_time_05.2
36206 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Arab Emirates:||||||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sweden:||||||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Togo:|17.30073|||3.057548||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pakistan:|15.91268|||3.703982||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lebanon:|3.7905|||2.089277||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Samoa:||||||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kuwait:||||||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Oman:||||||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sierra Leone:|40.86891|||9.332145||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: West Bank and Gaza:|5.547637|||2.837284||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mali:|17.32217|||9.219046||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nepal:|12.65041|||5.969863||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritania:|10.1109|||4.059329||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Venezuela, RB:|8.24459|||6.514147||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mexico:|19.02265|||6.455803||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Montenegro:|4.625218|||2.873551||the key: WP_time_05.2
36207 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uzbekistan:|10.23769|||4.529663||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Rwanda:|23.08859|||5.603491||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United States:||||||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Palau:||||||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Martin (French part):||||||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Kitts and Nevis:||||||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovenia:||||||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Netherlands:||||||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Swaziland:||||||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zimbabwe:|16.95431|||10.13622||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkey:|10.3721|||0.9499305||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Senegal:|15.81453|||3.300739||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Switzerland:||||||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Suriname:||||||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Russian Federation:|2.591084|||0.7427557||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Niger:|24.02561|||9.000817||the key: WP_time_05.2
36208 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macedonia, FYR:|6.945842|||1.107409||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Poland:|2.982068|||2.091015||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ukraine:|4.049394|||2.526541||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Romania:|7.294218|||0.7179038||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Singapore:|5.257278|||0.7270113||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Timor-Leste:||||||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uruguay:|2.876184|||2.214154||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sao Tome and Principe:||||||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Norway:||||||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Caledonia:||||||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lesotho:||||||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Maldives:||||||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Vincent and the Grenadines:||||||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Serbia:|2.271042|||3.306233||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Moldova:|4.211383|||3.760424||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lithuania:|3.390525|||4.301985||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mongolia:|5.680513|||1.894314||the key: WP_time_05.2
36209 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Trinidad and Tobago:||||||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tanzania:|11.24572|||8.178944||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Sudan:||||||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Lucia:||||||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Myanmar:|2.367519|||||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uganda:|33.68944|||21.68944||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Solomon Islands:||||||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sint Maarten (Dutch part):||||||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritius:|4.335402|||4.167576||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Syrian Arab Republic:||||||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Spain:||||||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Luxembourg:||||||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Qatar:||||||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Africa:|25.98319|||12.70436||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turks and Caicos Islands:||||||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Papua New Guinea:||||||the key: WP_time_05.2
36210 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tonga:||||||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macao SAR, China:||||||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Peru:|7.946361|||4.509906||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Zealand:||||||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tunisia:|1.366695|||||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mozambique:||||||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sri Lanka:|7.647827|||7.96497||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Yemen, Rep.:|3.091462|||2.802911||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Puerto Rico:|11.37132|||||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malta:||||||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Marshall Islands:||||||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Philippines:|10.03131|||5.213835||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nigeria:|21.08668|||41.952||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Namibia:|9.501006|||||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovak Republic:|2.238567|||1.605804||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Saudi Arabia:||||||the key: WP_time_05.2
36211 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liberia:||||16.1765||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greenland:||||||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gambia, The:||||||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Canada:||||||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (excluding high income):|5.123217|||3.712793||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ireland:||||||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: China:|2.607008|||2.324002||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Indonesia:|17.37485|||11.6819||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia (IDA & IBRD):||||||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: El Salvador:|6.910862|||2.06215||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA only:||||||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iceland:||||||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Azerbaijan:|1.574972|||0.8195416||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cyprus:||||||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: India:|8.726755|||3.906016||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Grenada:||||||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central Europe and the Baltics:||||||the key: WP_time_05.2
36212 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gibraltar:||||||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Rep.:||||||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gabon:|19.93887|||10.95303||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: British Virgin Islands:||||||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Denmark:||||||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low & middle income:|8.779394|||5.346953||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: World:||||||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: American Samoa:||||||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: OECD members:||||||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Afghanistan:|10.77036|||5.102936||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low income:|14.81258|||7.877861||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa:||||||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Colombia:|3.149011|||5.962621||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia:|9.092156|||3.9915||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (excluding high income):|6.226453|||1.901815||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fiji:||||||the key: WP_time_05.2
36213 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Upper middle income:|4.962038|||3.109231||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cuba:||||||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cambodia:|10.8438|||3.439377||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brazil:|3.906851|||2.613251||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belarus:|1.469702|||0.9234592||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kenya:|39.35355|||19.55454||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean:||||||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Albania:|2.715937|||4.307714||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Channel Islands:||||||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Arab World:||||||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bhutan:|0.8845375|||||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cote d'Ivoire:|17.48643|||||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Caribbean small states:||||||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chad:|18.11038|||13.0316||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iran, Islamic Rep.:|7.098394|||5.780784||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iraq:|21.19694|||7.300582||the key: WP_time_05.2
36214 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brunei Darussalam:||||||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Faroe Islands:||||||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ghana:|23.01904|||8.606412||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA blend:||||||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central African Republic:||||||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Early-demographic dividend:||||||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Israel:|5.16706|||3.084372||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bosnia and Herzegovina:|2.366726|||0.4715953||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kiribati:||||||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Barbados:||||||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (excluding high income):|8.29895|||4.569793||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Croatia:|10.33534|||2.222261||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lower middle income:|11.50063|||7.197848||the key: WP_time_05.2
36215 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_05.2
36216 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bermuda:||||||the key: WP_time_05.2
36216 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pre-demographic dividend:||||||the key: WP_time_05.2
36216 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burkina Faso:|11.37656|||7.999321||the key: WP_time_05.2
36216 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cameroon:|31.6156|||32.04756||the key: WP_time_05.2
36216 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Egypt, Arab Rep.:|11.97558|||2.03032||the key: WP_time_05.2
36216 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greece:|0.7792378|||0.3962269||the key: WP_time_05.2
36216 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Austria:||||||the key: WP_time_05.2
36216 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: North America:||||||the key: WP_time_05.2
36220 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hungary:|2.825328|||1.160736||the key: WP_time_05.2
36220 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cabo Verde:||||||the key: WP_time_05.2
36220 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IBRD only:||||||the key: WP_time_05.2
36220 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Algeria:|5.57643|||1.978973||the key: WP_time_05.2
36221 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Andorra:||||||the key: WP_time_05.2
36221 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Angola:|8.730865|||8.557693||the key: WP_time_05.2
36222 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pacific island small states:||||||the key: WP_time_05.2
36222 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea:|14.78489|||5.684824||the key: WP_time_05.2
36222 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hong Kong SAR, China:||||||the key: WP_time_05.2
36222 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Australia:||||||the key: WP_time_05.2
36222 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific:||||||the key: WP_time_05.2
36222 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ethiopia:|31.10094|||||the key: WP_time_05.2
36222 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Comoros:||||||the key: WP_time_05.2
36222 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bulgaria:|0.4243217|||0.2304984||the key: WP_time_05.2
36223 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: France:||||||the key: WP_time_05.2
36223 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ecuador:|1.175384|||2.284888||the key: WP_time_05.2
36223 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Japan:||||||the key: WP_time_05.2
36223 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia:||||||the key: WP_time_05.2
36223 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Antigua and Barbuda:||||||the key: WP_time_05.2
36223 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Small states:||||||the key: WP_time_05.2
36223 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fragile and conflict affected situations:||||||the key: WP_time_05.2
36223 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Haiti:|6.929986|||7.36962||the key: WP_time_05.2
36223 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cayman Islands:||||||the key: WP_time_05.2
36223 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Least developed countries: UN classification:||||||the key: WP_time_05.2
36223 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Benin:|36.02334|||14.2024||the key: WP_time_05.2
36223 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guatemala:|13.33329|||5.72509||the key: WP_time_05.2
36223 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA & IBRD total:||||||the key: WP_time_05.2
36224 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Post-demographic dividend:||||||the key: WP_time_05.2
36224 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa:||||||the key: WP_time_05.2
36224 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: French Polynesia:||||||the key: WP_time_05.2
36224 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Armenia:|6.568974|||0.3884082||the key: WP_time_05.2
36224 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jamaica:|20.58859|||16.09293||the key: WP_time_05.2
36224 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bangladesh:|4.01186|||3.988499||the key: WP_time_05.2
36224 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bolivia:|14.65045|||2.501107||the key: WP_time_05.2
36224 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_05.2
36224 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Argentina:|2.673438|||3.943544||the key: WP_time_05.2
36224 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Isle of Man:||||||the key: WP_time_05.2
36224 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Djibouti:||||||the key: WP_time_05.2
36224 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Costa Rica:|9.577889|||15.83233||the key: WP_time_05.2
36224 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Germany:||||||the key: WP_time_05.2
36225 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Eritrea:||||||the key: WP_time_05.2
36225 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_05.2
36225 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chile:|0|||3.736555||the key: WP_time_05.2
36225 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (excluding high income):|21.66084|||18.61065||the key: WP_time_05.2
36225 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Late-demographic dividend:||||||the key: WP_time_05.2
36225 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jordan:|12.37557|||4.643927||the key: WP_time_05.2
36225 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guam:||||||the key: WP_time_05.2
36225 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle income:|8.013812|||5.091093||the key: WP_time_05.2
36225 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominican Republic:|14.26841|||9.830051||the key: WP_time_05.2
36225 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahrain:||||||the key: WP_time_05.2
36225 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Estonia:|1.930997|||4.774513||the key: WP_time_05.2
36226 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Dem. Rep.:|14.40038|||6.968125||the key: WP_time_05.2
36226 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Finland:||||||the key: WP_time_05.2
36226 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Italy:||||||the key: WP_time_05.2
36226 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Dem. People's Rep.:||||||the key: WP_time_05.2
36226 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kazakhstan:|2.551006|||3.801673||the key: WP_time_05.2
36226 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Czech Republic:|3.085589|||1.779526||the key: WP_time_05.2
36226 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea-Bissau:||||||the key: WP_time_05.2
36226 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Curacao:||||||the key: WP_time_05.2
36226 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belgium:||||||the key: WP_time_05.2
36226 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Botswana:|35.13381|||13.31012||the key: WP_time_05.2
36226 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guyana:||||||the key: WP_time_05.2
36226 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Aruba:||||||the key: WP_time_05.2
36226 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Honduras:|6.582872|||2.795369||the key: WP_time_05.2
36226 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belize:|8.565185|||||the key: WP_time_05.2
36227 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Rep.:|22.00778|||5.904069||the key: WP_time_05.2
36227 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Other small states:||||||the key: WP_time_05.2
36227 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: European Union:||||||the key: WP_time_05.2
36227 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahamas, The:||||||the key: WP_time_05.2
36227 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: High income:||||||the key: WP_time_05.2
36227 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_05.2
36227 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominica:||||||the key: WP_time_05.2
36227 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Equatorial Guinea:||||||the key: WP_time_05.2
36227 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA total:||||||the key: WP_time_05.2
36227 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Georgia:|1.340507|||0.522193||the key: WP_time_05.2
36227 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burundi:|8.090784|||1.891357||the key: WP_time_05.2
36227 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Euro area:||||||the key: WP_time_05.2
36227 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Italy:||||||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA total:||||||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: High income:||||||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Faroe Islands:||||||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Estonia:|1.668052|||4.436152||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: British Virgin Islands:||||||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fragile and conflict affected situations:||||||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central Europe and the Baltics:||||||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: North America:||||||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Austria:||||||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (excluding high income):|6.938419|||1.630243||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ethiopia:|28.57035|||||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Haiti:|2.897807|||4.301332||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Finland:||||||the key: WP_time_05.3
36228 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kenya:|40.46556|||19.30577||the key: WP_time_05.3
36229 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pacific island small states:||||||the key: WP_time_05.3
36229 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Armenia:|3.383753|||0.56532||the key: WP_time_05.3
36229 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: French Polynesia:||||||the key: WP_time_05.3
36229 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahamas, The:||||||the key: WP_time_05.3
36229 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: American Samoa:||||||the key: WP_time_05.3
36229 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahrain:||||||the key: WP_time_05.3
36229 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low income:|17.73734|||7.722876||the key: WP_time_05.3
36229 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Andorra:||||||the key: WP_time_05.3
36229 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Caribbean small states:||||||the key: WP_time_05.3
36229 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Georgia:|1.0799|||0.530162||the key: WP_time_05.3
36229 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: France:||||||the key: WP_time_05.3
36230 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Channel Islands:||||||the key: WP_time_05.3
36230 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gabon:|29.28535|||6.915527||the key: WP_time_05.3
36230 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Grenada:||||||the key: WP_time_05.3
36230 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low & middle income:|9.81237|||5.294243||the key: WP_time_05.3
36230 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Benin:|37.55486|||16.97359||the key: WP_time_05.3
36230 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia (IDA & IBRD):||||||the key: WP_time_05.3
36232 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lower middle income:|13.33635|||7.166603||the key: WP_time_05.3
36232 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cayman Islands:||||||the key: WP_time_05.3
36232 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hungary:|1.815931|||1.987223||the key: WP_time_05.3
36232 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cuba:||||||the key: WP_time_05.3
36232 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jamaica:|33.51381|||18.20924||the key: WP_time_05.3
36232 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cyprus:||||||the key: WP_time_05.3
36232 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ireland:||||||the key: WP_time_05.3
36232 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cameroon:|37.66959|||31.65842||the key: WP_time_05.3
36233 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Algeria:|1.304596|||1.403254||the key: WP_time_05.3
36233 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: China:|2.469336|||2.504872||the key: WP_time_05.3
36233 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Isle of Man:||||||the key: WP_time_05.3
36234 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jordan:|18.09168|||3.053124||the key: WP_time_05.3
36234 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia:||||||the key: WP_time_05.3
36234 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bosnia and Herzegovina:|2.405859|||1.055398||the key: WP_time_05.3
36234 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific:||||||the key: WP_time_05.3
36234 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Honduras:|4.167478|||1.812617||the key: WP_time_05.3
36234 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: El Salvador:|7.141098|||2.552137||the key: WP_time_05.3
36234 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Azerbaijan:|1.571725|||0.3995533||the key: WP_time_05.3
36234 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Egypt, Arab Rep.:|11.63682|||1.387633||the key: WP_time_05.3
36234 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Rep.:||||||the key: WP_time_05.3
36234 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Late-demographic dividend:||||||the key: WP_time_05.3
36234 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fiji:||||||the key: WP_time_05.3
36235 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Denmark:||||||the key: WP_time_05.3
36235 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA blend:||||||the key: WP_time_05.3
36235 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Post-demographic dividend:||||||the key: WP_time_05.3
36235 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bolivia:|13.77386|||4.447378||the key: WP_time_05.3
36235 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brunei Darussalam:||||||the key: WP_time_05.3
36235 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia:|8.524181|||2.673948||the key: WP_time_05.3
36235 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea:|22.62893|||6.518665||the key: WP_time_05.3
36235 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Comoros:||||||the key: WP_time_05.3
36235 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Angola:|15.21042|||6.826737||the key: WP_time_05.3
36235 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belarus:|0.8996892|||0.2289966||the key: WP_time_05.3
36235 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chile:|3.486981|||2.88518||the key: WP_time_05.3
36235 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iceland:||||||the key: WP_time_05.3
36235 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Australia:||||||the key: WP_time_05.3
36235 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (excluding high income):|26.12878|||19.88922||the key: WP_time_05.3
36236 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Dem. People's Rep.:||||||the key: WP_time_05.3
36236 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kazakhstan:|2.714767|||1.506714||the key: WP_time_05.3
36236 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belgium:||||||the key: WP_time_05.3
36236 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea-Bissau:||||||the key: WP_time_05.3
36236 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominica:||||||the key: WP_time_05.3
36236 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belize:|11.0321|||||the key: WP_time_05.3
36236 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa:||||||the key: WP_time_05.3
36236 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gibraltar:||||||the key: WP_time_05.3
36236 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Equatorial Guinea:||||||the key: WP_time_05.3
36236 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: European Union:||||||the key: WP_time_05.3
36236 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Argentina:|0.8347319|||1.078698||the key: WP_time_05.3
36237 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Barbados:||||||the key: WP_time_05.3
36237 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IBRD only:||||||the key: WP_time_05.3
36237 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_05.3
36237 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominican Republic:|14.22426|||9.468953||the key: WP_time_05.3
36237 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Antigua and Barbuda:||||||the key: WP_time_05.3
36237 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa:||||||the key: WP_time_05.3
36237 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (excluding high income):|6.879396|||4.676682||the key: WP_time_05.3
36237 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Afghanistan:|5.007435|||1.340826||the key: WP_time_05.3
36238 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guatemala:|10.36888|||2.18262||the key: WP_time_05.3
36238 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Albania:|3.659805|||1.726726||the key: WP_time_05.3
36238 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_05.3
36238 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pre-demographic dividend:||||||the key: WP_time_05.3
36238 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greenland:||||||the key: WP_time_05.3
36238 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Euro area:||||||the key: WP_time_05.3
36238 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Israel:|4.292177|||3.391098||the key: WP_time_05.3
36238 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Colombia:|7.49647|||5.452245||the key: WP_time_05.3
36238 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_05.3
36238 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Rep.:|26.21732|||4.854561||the key: WP_time_05.3
36238 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Botswana:|35.69036|||15.12291||the key: WP_time_05.3
36239 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Eritrea:||||||the key: WP_time_05.3
36239 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Canada:||||||the key: WP_time_05.3
36239 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: OECD members:||||||the key: WP_time_05.3
36239 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Upper middle income:|4.833387|||3.093365||the key: WP_time_05.3
36239 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ghana:|20.06423|||10.44||the key: WP_time_05.3
36239 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chad:|21.98306|||11.40178||the key: WP_time_05.3
36239 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: India:|8.839422|||2.396541||the key: WP_time_05.3
36239 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bhutan:|1.366713|||||the key: WP_time_05.3
36239 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: World:||||||the key: WP_time_05.3
36239 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Costa Rica:|3.669729|||13.66187||the key: WP_time_05.3
36239 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (excluding high income):|7.569721|||3.273868||the key: WP_time_05.3
36239 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brazil:|3.142583|||1.564525||the key: WP_time_05.3
36239 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iran, Islamic Rep.:|5.841373|||5.377488||the key: WP_time_05.3
36239 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_05.3
36240 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Other small states:||||||the key: WP_time_05.3
36240 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean:||||||the key: WP_time_05.3
36240 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Arab World:||||||the key: WP_time_05.3
36240 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cambodia:|16.67815|||5.038777||the key: WP_time_05.3
36240 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central African Republic:||||||the key: WP_time_05.3
36240 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Croatia:|9.206901|||2.251809||the key: WP_time_05.3
36240 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cabo Verde:||||||the key: WP_time_05.3
36240 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bermuda:||||||the key: WP_time_05.3
36240 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_05.3
36240 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Czech Republic:|4.521809|||0.5563297||the key: WP_time_05.3
36240 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greece:|0.6016956|||1.080248||the key: WP_time_05.3
36240 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ecuador:|1.566994|||2.467326||the key: WP_time_05.3
36240 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Least developed countries: UN classification:||||||the key: WP_time_05.3
36240 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hong Kong SAR, China:||||||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Early-demographic dividend:||||||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iraq:|12.71607|||4.005699||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gambia, The:||||||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Japan:||||||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bulgaria:|1.074541|||0.5149436||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle income:|8.770902|||5.047681||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Small states:||||||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cote d'Ivoire:|28.578|||||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA & IBRD total:||||||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bangladesh:|6.486452|||3.161079||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Germany:||||||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Djibouti:||||||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Curacao:||||||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guam:||||||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burkina Faso:|24.54185|||7.742489||the key: WP_time_05.3
36241 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Aruba:||||||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Dem. Rep.:|16.35463|||9.564252||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA only:||||||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guyana:||||||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burundi:|8.164835|||1.970608||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kiribati:||||||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Indonesia:|32.87932|||15.97736||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Sudan:||||||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Africa:|34.68073|||14.26371||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Lucia:||||||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Somalia:|17.84489|||||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Solomon Islands:||||||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovenia:||||||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Martin (French part):||||||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovak Republic:|2.660999|||1.684276||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sint Maarten (Dutch part):||||||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Vincent and the Grenadines:||||||the key: WP_time_05.3
36242 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Singapore:|3.828515|||0.2587429||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sierra Leone:|37.79697|||11.33862||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sudan:|27.6222|||8.559355||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Seychelles:||||||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Virgin Islands (U.S.):||||||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vanuatu:||||||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Serbia:|2.205704|||3.105633||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Suriname:||||||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Senegal:|40.12366|||7.080428||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: West Bank and Gaza:|8.823984|||3.237648||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Saudi Arabia:||||||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Swaziland:||||||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sao Tome and Principe:||||||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: San Marino:||||||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lao PDR:||||||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sweden:||||||the key: WP_time_05.3
36243 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Samoa:||||||the key: WP_time_05.3
36244 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Rwanda:|25.00323|||3.081148||the key: WP_time_05.3
36244 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Switzerland:||||||the key: WP_time_05.3
36244 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Russian Federation:|0.7553714|||0.3957449||the key: WP_time_05.3
36244 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Romania:|6.02622|||0||the key: WP_time_05.3
36244 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Syrian Arab Republic:||||||the key: WP_time_05.3
36244 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Qatar:||||||the key: WP_time_05.3
36244 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Luxembourg:||||||the key: WP_time_05.3
36244 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Puerto Rico:|7.921076|||||the key: WP_time_05.3
36244 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tajikistan:|3.367338|||1.009522||the key: WP_time_05.3
36244 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Portugal:||||||the key: WP_time_05.3
36244 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kuwait:||||||the key: WP_time_05.3
36244 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Poland:|2.072888|||0.0844167||the key: WP_time_05.3
36244 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tanzania:|14.86578|||8.507438||the key: WP_time_05.3
36244 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Philippines:|8.605844|||7.754885||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Peru:|5.030942|||4.159949||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Thailand:|6.179591|||6.453409||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Paraguay:||||2.616735||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Papua New Guinea:||||||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Timor-Leste:||||||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Panama:|21.74875|||6.405436||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latvia:|3.946163|||1.507041||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Palau:||||||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Togo:|20.04913|||4.072661||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pakistan:|6.741904|||2.821002||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Yemen, Rep.:|5.851106|||2.240347||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Oman:||||||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Norway:||||||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tonga:||||||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Northern Mariana Islands:||||||the key: WP_time_05.3
36245 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nigeria:|25.04863|||47.05553||the key: WP_time_05.3
36246 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Trinidad and Tobago:||||||the key: WP_time_05.3
36246 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Niger:|31.93499|||9.102203||the key: WP_time_05.3
36246 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nicaragua:|9.290426|||2.944948||the key: WP_time_05.3
36246 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tunisia:|1.248344|||||the key: WP_time_05.3
36246 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Zealand:||||||the key: WP_time_05.3
36246 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Venezuela, RB:|12.60778|||4.641502||the key: WP_time_05.3
36246 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Caledonia:||||||the key: WP_time_05.3
36246 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkey:|12.8573|||1.728711||the key: WP_time_05.3
36246 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Netherlands:||||||the key: WP_time_05.3
36246 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nepal:|15.98324|||6.542055||the key: WP_time_05.3
36246 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uzbekistan:|18.31493|||3.82085||the key: WP_time_05.3
36246 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkmenistan:|2.363848|||1.747723||the key: WP_time_05.3
36246 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nauru:||||||the key: WP_time_05.3
36247 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Namibia:|9.528623|||||the key: WP_time_05.3
36247 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turks and Caicos Islands:||||||the key: WP_time_05.3
36247 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Myanmar:|9.362056|||||the key: WP_time_05.3
36247 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liechtenstein:||||||the key: WP_time_05.3
36247 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mozambique:||||||the key: WP_time_05.3
36247 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tuvalu:||||||the key: WP_time_05.3
36247 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Morocco:||||||the key: WP_time_05.3
36247 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lebanon:|3.400571|||3.445782||the key: WP_time_05.3
36247 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Montenegro:|2.624156|||1.928323||the key: WP_time_05.3
36248 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mongolia:|5.618041|||3.147359||the key: WP_time_05.3
36248 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uganda:|39.77295|||15.93596||the key: WP_time_05.3
36248 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lithuania:|3.972465|||4.375615||the key: WP_time_05.3
36250 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Monaco:||||||the key: WP_time_05.3
36250 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vietnam:|13.22794|||5.110793||the key: WP_time_05.3
36250 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ukraine:|2.025273|||1.715661||the key: WP_time_05.3
36251 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Moldova:|6.109523|||1.141758||the key: WP_time_05.3
36251 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zambia:|26.79988|||7.01498||the key: WP_time_05.3
36251 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Micronesia, Fed. Sts.:||||||the key: WP_time_05.3
36251 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mexico:|16.17191|||4.485337||the key: WP_time_05.3
36251 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Arab Emirates:||||||the key: WP_time_05.3
36251 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kosovo:|2.797565|||0.2312207||the key: WP_time_05.3
36251 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritius:|7.41069|||8.58959||the key: WP_time_05.3
36251 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritania:|13.04035|||4.885352||the key: WP_time_05.3
36251 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Kingdom:||||||the key: WP_time_05.3
36251 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Marshall Islands:||||||the key: WP_time_05.3
36251 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malta:||||||the key: WP_time_05.3
36251 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United States:||||||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mali:|29.49708|||15.36464||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Maldives:||||||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uruguay:|1.698351|||0.8006463||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malaysia:|7.33059|||8.664218||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malawi:|33.0937|||10.94686||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liberia:||||15.36165||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zimbabwe:|18.55866|||11.74722||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lesotho:||||||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Madagascar:|1.22699|||0.4823788||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macedonia, FYR:|3.464982|||1.321636||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Libya:||||||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macao SAR, China:||||||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sri Lanka:|12.89987|||9.884468||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Spain:||||||the key: WP_time_05.3
36252 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Kitts and Nevis:||||||the key: WP_time_05.3
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kyrgyz Republic:|10.31311|||3.298738||the key: WP_time_05.3
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lesotho:||||3.426221||the key: WP_time_06.2
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Marshall Islands:||||||the key: WP_time_06.2
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Moldova:|7.038685|||6.256841||the key: WP_time_06.2
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Arab Emirates:|18.11097|||12.84546||the key: WP_time_06.2
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Monaco:||||||the key: WP_time_06.2
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mongolia:|38.08343|||25.21754||the key: WP_time_06.2
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Africa:|12.85408|||11.36318||the key: WP_time_06.2
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ukraine:|8.467169|||8.276788||the key: WP_time_06.2
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Montenegro:|25.7209|||23.6673||the key: WP_time_06.2
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uganda:|17.5073|||9.12376||the key: WP_time_06.2
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Morocco:||||5.014361||the key: WP_time_06.2
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mozambique:||||||the key: WP_time_06.2
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malta:|9.641066|||12.79949||the key: WP_time_06.2
36253 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Myanmar:|19.54346|||||the key: WP_time_06.2
36254 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tuvalu:||||||the key: WP_time_06.2
36254 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Namibia:|8.050627|||||the key: WP_time_06.2
36254 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uruguay:|22.19516|||16.0892||the key: WP_time_06.2
36254 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Spain:|20.58871|||13.52847||the key: WP_time_06.2
36254 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nauru:||||||the key: WP_time_06.2
36254 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turks and Caicos Islands:||||||the key: WP_time_06.2
36254 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nepal:|14.56075|||11.92134||the key: WP_time_06.2
36254 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Netherlands:|13.4686|||16.67348||the key: WP_time_06.2
36254 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kuwait:|14.50524|||23.88426||the key: WP_time_06.2
36254 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkmenistan:|2.155415|||0.5971333||the key: WP_time_06.2
36254 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mali:|3.682777|||5.557599||the key: WP_time_06.2
36254 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Caledonia:||||||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Luxembourg:|23.19227|||19.04581||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zimbabwe:|4.314167|||5.595262||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zambia:|5.519004|||4.412586||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Zealand:|29.8697|||27.9306||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkey:|25.30283|||6.653558||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nicaragua:|12.57874|||8.725046||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Niger:|2.083374|||1.049286||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lebanon:|20.76763|||14.37542||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tunisia:|9.851007|||||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nigeria:|6.387447|||2.176342||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Maldives:||||||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Northern Mariana Islands:||||||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liberia:||||7.251872||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lithuania:|12.03171|||5.734118||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Virgin Islands (U.S.):||||||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Trinidad and Tobago:||||9.772922||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Oman:||||12.16912||the key: WP_time_06.2
36255 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pakistan:|2.632629|||1.223132||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tonga:||||||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vanuatu:||||||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Palau:||||||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Panama:|12.74906|||11.21623||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malaysia:|22.1717|||12.10687||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Togo:|2.790753|||3.219683||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Papua New Guinea:||||||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vietnam:|15.42941|||17.18657||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Paraguay:||||12.82281||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Timor-Leste:||||||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Peru:|12.54797|||13.15047||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Sudan:||||||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Philippines:|9.886001|||8.060539||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Thailand:|17.38795|||21.09767||the key: WP_time_06.2
36256 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Poland:|22.21361|||11.73881||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Lucia:||||||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malawi:|4.672644|||6.488464||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Portugal:|10.87248|||10.31663||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tanzania:|6.601372|||6.342591||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Puerto Rico:|12.97184|||||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Libya:||||||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Qatar:||||14.24906||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tajikistan:|4.529881|||6.391637||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Romania:|11.56876|||10.20748||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latvia:|19.52477|||5.120831||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uzbekistan:|1.886543|||1.709473||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Yemen, Rep.:|0.4202696|||1.124753||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Madagascar:|2.19397|||3.013227||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Russian Federation:|8.28665|||8.019238||the key: WP_time_06.2
36257 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Syrian Arab Republic:||||14.71496||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Rwanda:|11.04024|||8.873497||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Samoa:||||||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Switzerland:|6.714544|||||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: San Marino:||||||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sao Tome and Principe:||||||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sweden:|30.45835|||24.35042||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macedonia, FYR:|14.86599|||11.0604||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Saudi Arabia:|16.7958|||2.773522||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Senegal:|4.025331|||4.658145||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: West Bank and Gaza:|5.708032|||5.903133||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kyrgyz Republic:|13.52296|||11.2913||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Swaziland:||||13.03316||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Serbia:|9.612809|||9.853569||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Seychelles:||||||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macao SAR, China:||||||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Suriname:||||||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sierra Leone:|5.04951|||5.791276||the key: WP_time_06.2
36258 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Kitts and Nevis:||||||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Singapore:|14.07416|||13.83492||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sudan:|4.966331|||1.708605||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sint Maarten (Dutch part):||||||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sri Lanka:|18.46289|||15.87108||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovak Republic:|15.02091|||12.6559||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lao PDR:||||19.10984||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liechtenstein:||||||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Norway:|31.68446|||||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Vincent and the Grenadines:||||||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovenia:|15.78833|||13.659||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Solomon Islands:||||||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Somalia:|2.693729|||||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Martin (French part):||||||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United States:|25.98419|||22.06611||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritania:|8.325601|||8.497189||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Venezuela, RB:|2.848427|||1.991053||the key: WP_time_06.2
36259 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritius:|21.26346|||19.84067||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Kingdom:|25.95127|||12.51133||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mexico:|11.64322|||8.477094||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Micronesia, Fed. Sts.:||||||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia (IDA & IBRD):||||||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ecuador:|12.65102|||11.32459||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central African Republic:||||0.8698422||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean:||||||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fragile and conflict affected situations:||||||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central Europe and the Baltics:||||||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hong Kong SAR, China:|9.478785|||10.7525||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: British Virgin Islands:||||||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Honduras:|12.32434|||7.764538||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Euro area:|17.80682|||13.60595||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kiribati:||||||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gambia, The:||||||the key: WP_time_06.2
36260 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Egypt, Arab Rep.:|7.648071|||4.525872||the key: WP_time_06.2
36261 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cayman Islands:||||||the key: WP_time_06.2
36261 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Argentina:|9.064349|||5.213035||the key: WP_time_06.2
36261 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chad:|3.361362|||6.358201||the key: WP_time_06.2
36261 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brazil:|13.86802|||6.556461||the key: WP_time_06.2
36261 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominican Republic:|18.21386|||16.05076||the key: WP_time_06.2
36261 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bangladesh:|9.956383|||24.30809||the key: WP_time_06.2
36261 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia:|7.636481|||9.491538||the key: WP_time_06.2
36261 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Arab World:||||||the key: WP_time_06.2
36261 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Dem. People's Rep.:||||||the key: WP_time_06.2
36261 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Late-demographic dividend:||||||the key: WP_time_06.2
36261 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Isle of Man:||||||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Haiti:|5.247937|||6.627729||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Indonesia:|15.14786|||8.955789||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominica:||||||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Channel Islands:||||||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Georgia:|15.83712|||9.56548||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: French Polynesia:||||||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lower middle income:|8.481118|||7.81655||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Least developed countries: UN classification:||||||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Armenia:|18.83144|||18.11565||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Albania:|10.75852|||9.016504||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa:||||||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Botswana:|15.20544|||6.258509||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: El Salvador:|20.07531|||5.042865||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Canada:|29.78781|||22.95095||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahamas, The:||||||the key: WP_time_06.2
36262 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: European Union:||||||the key: WP_time_06.2
36263 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (excluding high income):|14.28852|||8.385094||the key: WP_time_06.2
36263 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_06.2
36263 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hungary:|8.734218|||8.412022||the key: WP_time_06.2
36263 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kenya:|17.59151|||12.81831||the key: WP_time_06.2
36263 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Barbados:||||||the key: WP_time_06.2
36263 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Grenada:||||||the key: WP_time_06.2
36263 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Djibouti:||||5.302838||the key: WP_time_06.2
36263 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chile:|20.04721|||9.77795||the key: WP_time_06.2
36263 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_06.2
36263 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brunei Darussalam:||||||the key: WP_time_06.2
36263 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Antigua and Barbuda:||||||the key: WP_time_06.2
36263 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guyana:||||||the key: WP_time_06.2
36264 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Germany:|21.57038|||14.24882||the key: WP_time_06.2
36265 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Small states:||||||the key: WP_time_06.2
36265 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (excluding high income):|12.75808|||8.381444||the key: WP_time_06.2
36265 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iraq:|6.107722|||11.19072||the key: WP_time_06.2
36266 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA total:||||||the key: WP_time_06.2
36266 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Denmark:|25.99002|||18.29947||the key: WP_time_06.2
36266 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Equatorial Guinea:||||||the key: WP_time_06.2
36266 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia:||||||the key: WP_time_06.2
36266 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Upper middle income:|11.53406|||8.8916||the key: WP_time_06.2
36266 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Caribbean small states:||||||the key: WP_time_06.2
36266 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Israel:|40.84511|||18.34603||the key: WP_time_06.2
36267 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: France:|15.60892|||20.23721||the key: WP_time_06.2
36267 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: World:|11.82712|||10.05619||the key: WP_time_06.2
36267 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: China:|10.4199|||8.367195||the key: WP_time_06.2
36267 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belarus:|14.53971|||16.51091||the key: WP_time_06.2
36267 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low income:|9.317601|||12.49497||the key: WP_time_06.2
36267 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Early-demographic dividend:||||||the key: WP_time_06.2
36267 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cameroon:|2.187601|||5.51081||the key: WP_time_06.2
36267 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bosnia and Herzegovina:|11.54783|||13.51892||the key: WP_time_06.2
36267 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea-Bissau:||||||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ghana:|7.229269|||5.658019||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle income:|10.10915|||8.363408||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: High income:|19.22822|||15.13944||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Rep.:|21.04943|||20.48199||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pre-demographic dividend:||||||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kazakhstan:|16.82928|||11.53841||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iceland:||||||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Czech Republic:|12.60776|||10.23112||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA & IBRD total:||||||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Colombia:|17.54083|||13.4495||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Eritrea:||||||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Azerbaijan:|22.98047|||20.24947||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (excluding high income):|6.852827|||5.29163||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Algeria:|1.333213|||2.50536||the key: WP_time_06.2
36268 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cambodia:|25.48471|||18.74447||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cyprus:|10.03847|||29.46634||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bulgaria:|12.26967|||8.289336||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bolivia:|21.69845|||15.60609||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belgium:|15.09221|||7.97927||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea:|2.109387|||3.417452||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gibraltar:||||||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Finland:|24.66064|||28.95431||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA only:||||||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Comoros:||||8.638516||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Italy:|16.56944|||6.279423||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Angola:|3.34973|||8.54684||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: North America:||||||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Estonia:|16.02593|||8.150898||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Post-demographic dividend:||||||the key: WP_time_06.2
36269 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Aruba:||||||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Curacao:||||||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Other small states:||||||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Dem. Rep.:|2.475664|||1.488148||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jordan:|16.68053|||5.383609||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IBRD only:||||||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low & middle income:|10.02002|||8.73872||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: India:|7.750843|||8.625574||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iran, Islamic Rep.:|31.93896|||31.02034||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cabo Verde:||||||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guatemala:|13.8887|||16.57551||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greece:|11.27114|||11.01275||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Faroe Islands:||||||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belize:|11.89817|||||the key: WP_time_06.2
36270 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Austria:|18.43545|||8.790981||the key: WP_time_06.2
36271 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_06.2
36271 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bhutan:|4.30694|||||the key: WP_time_06.2
36271 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cuba:||||||the key: WP_time_06.2
36271 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Australia:|23.25657|||18.91329||the key: WP_time_06.2
36271 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific:||||||the key: WP_time_06.2
36271 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA blend:||||||the key: WP_time_06.2
36271 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fiji:||||||the key: WP_time_06.2
36271 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Rep.:|3.906817|||4.581427||the key: WP_time_06.2
36271 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: OECD members:||||||the key: WP_time_06.2
36271 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ethiopia:|7.134992|||||the key: WP_time_06.2
36271 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kosovo:|11.87789|||6.636677||the key: WP_time_06.2
36271 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pacific island small states:||||||the key: WP_time_06.2
36271 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: American Samoa:||||||the key: WP_time_06.2
36271 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cote d'Ivoire:|2.163233|||||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greenland:||||||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jamaica:|10.88925|||8.224866||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guam:||||||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (excluding high income):|11.77756|||9.403053||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burkina Faso:|6.568621|||3.304834||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Croatia:|25.96201|||13.89526||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Andorra:||||||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burundi:|2.108598|||2.919908||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Costa Rica:|14.55928|||12.23268||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bermuda:||||||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Benin:|6.305459|||3.169235||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Japan:|9.335245|||8.852245||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Afghanistan:|6.35448|||9.887392||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa:||||||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahrain:|24.55393|||36.26612||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ireland:|17.18807|||17.1757||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gabon:|4.779123|||3.378176||the key: WP_time_06.2
36272 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Caribbean small states:||||||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Azerbaijan:|14.99781|||15.32948||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia (IDA & IBRD):||||||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: North America:||||||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ecuador:|14.20739|||9.932518||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kenya:|12.55901|||6.788294||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iceland:||||||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Estonia:|12.89779|||7.299046||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: American Samoa:||||||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bermuda:||||||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belarus:|13.8752|||15.67754||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Early-demographic dividend:||||||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominican Republic:|18.21794|||12.0522||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fragile and conflict affected situations:||||||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Indonesia:|11.17375|||8.151073||the key: WP_time_06.3
36273 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: High income:|15.44779|||11.54743||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominica:||||||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Honduras:|7.228436|||6.452175||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (excluding high income):|5.741539|||4.318836||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea:|1.80637|||1.480353||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia:||||||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Croatia:|20.34419|||14.92715||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Denmark:|17.40933|||19.24979||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cameroon:|1.7063|||3.412774||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burundi:|0.9200684|||0.5300382||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Grenada:||||||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cambodia:|29.35651|||20.08803||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bhutan:|4.10022|||||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Italy:|10.60295|||3.196751||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA total:||||||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gibraltar:||||||the key: WP_time_06.3
36274 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: El Salvador:|14.48341|||2.815245||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: China:|8.657104|||6.133404||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA only:||||||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guatemala:|10.80622|||11.18453||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Post-demographic dividend:||||||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Equatorial Guinea:||||||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Austria:|8.458398|||7.823859||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Isle of Man:||||||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Euro area:|13.81467|||10.31347||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Aruba:||||||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cuba:||||||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: OECD members:||||||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fiji:||||||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Botswana:|10.89259|||4.938264||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Australia:|23.60302|||15.26236||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Colombia:|13.72624|||10.56265||the key: WP_time_06.3
36275 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iraq:|2.307394|||4.64817||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greece:|9.111151|||5.066993||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bulgaria:|14.30051|||7.376585||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bosnia and Herzegovina:|16.26892|||12.65102||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kiribati:||||||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central Europe and the Baltics:||||||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brazil:|10.11524|||6.126243||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Curacao:||||||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: World:|9.570063|||8.196622||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Afghanistan:|0.6672346|||4.925391||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (excluding high income):|10.18189|||7.74841||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Comoros:||||5.845753||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (excluding high income):|9.948268|||7.464249||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cote d'Ivoire:|2.3619|||||the key: WP_time_06.3
36276 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa:||||||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Upper middle income:|9.319122|||6.895167||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Benin:|8.941126|||5.171425||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Small states:||||||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Costa Rica:|10.90616|||7.840293||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: France:|14.65487|||17.35121||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low income:|7.852508|||10.98267||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gabon:|3.90954|||1.323205||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA blend:||||||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Germany:|15.77663|||10.92474||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Dem. People's Rep.:||||||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ethiopia:|7.57876|||||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Eritrea:||||||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Dem. Rep.:|2.3234|||1.544402||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa:||||||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Rep.:|15.5206|||12.87975||the key: WP_time_06.3
36277 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific:||||||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guyana:||||||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Antigua and Barbuda:||||||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea-Bissau:||||||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Albania:|9.719816|||5.994867||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hong Kong SAR, China:|7.080907|||5.381914||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ghana:|8.945537|||5.842479||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Argentina:|7.667912|||7.8105||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Arab World:||||||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Algeria:|2.977865|||0.4886589||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: European Union:||||||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Other small states:||||||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kazakhstan:|16.12542|||14.39212||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia:|5.107777|||7.923154||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA & IBRD total:||||||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Armenia:|20.88016|||19.4945||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guam:||||||the key: WP_time_06.3
36278 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lower middle income:|6.580384|||6.83896||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Georgia:|11.80656|||12.21247||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jordan:|10.31482|||3.566669||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bolivia:|17.89586|||17.58055||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cayman Islands:||||||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IBRD only:||||||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greenland:||||||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Japan:|6.696828|||3.509211||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gambia, The:||||||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brunei Darussalam:||||||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Czech Republic:|13.40287|||8.772821||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Faroe Islands:||||||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Angola:|2.285122|||7.339787||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: British Virgin Islands:||||||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_06.3
36279 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pre-demographic dividend:||||||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ireland:|19.40296|||14.38807||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Late-demographic dividend:||||||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (excluding high income):|10.77729|||7.200842||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chad:|1.441239|||6.048054||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: French Polynesia:||||||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Least developed countries: UN classification:||||||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cabo Verde:||||||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Andorra:||||||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low & middle income:|8.027838|||7.243015||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bangladesh:|9.80653|||22.32131||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Finland:|18.72903|||19.48407||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hungary:|8.618221|||10.22446||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Rep.:|4.882391|||1.753791||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahamas, The:||||||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Haiti:|3.903407|||10.01751||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: India:|4.931353|||6.742837||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Egypt, Arab Rep.:|4.915823|||2.748747||the key: WP_time_06.3
36280 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burkina Faso:|3.496636|||2.873962||the key: WP_time_06.3
36281 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Barbados:||||||the key: WP_time_06.3
36281 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belgium:|16.40316|||12.71261||the key: WP_time_06.3
36281 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pacific island small states:||||||the key: WP_time_06.3
36281 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Canada:|24.49486|||17.82475||the key: WP_time_06.3
36281 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Channel Islands:||||||the key: WP_time_06.3
36281 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chile:|11.66858|||5.874371||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Djibouti:||||3.818295||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kosovo:|6.630473|||5.552346||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jamaica:|11.28028|||7.636121||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central African Republic:||||0.9483109||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahrain:|15.45556|||6.202654||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Israel:|40.19658|||15.16874||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iran, Islamic Rep.:|31.18211|||30.27675||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean:||||||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle income:|8.050879|||6.86782||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cyprus:|9.164394|||24.69956||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belize:|15.43693|||||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Maldives:||||||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lesotho:||||2.680136||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mexico:|9.253859|||6.688293||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Thailand:|13.66566|||17.93429||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Poland:|15.81626|||7.737828||the key: WP_time_06.3
36282 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Moldova:|6.197622|||6.556089||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Northern Mariana Islands:||||||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Marshall Islands:||||||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Samoa:||||||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Martin (French part):||||||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritius:|13.15807|||9.002164||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Arab Emirates:|8.596344|||7.923073||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Monaco:||||||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malaysia:|16.5837|||10.27674||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sudan:|3.365206|||1.819269||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mongolia:|33.46542|||24.37819||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovenia:|10.73075|||12.08908||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Switzerland:|9.988551|||||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sint Maarten (Dutch part):||||||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malawi:|7.306109|||11.68936||the key: WP_time_06.3
36283 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Norway:|27.08742|||||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: San Marino:||||||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ukraine:|8.186332|||8.042524||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Montenegro:|21.41707|||20.16367||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Kingdom:|16.49894|||11.24206||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Portugal:|8.245351|||6.455556||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United States:|20.53817|||18.27112||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pakistan:|0.3338533|||1.935123||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uganda:|13.90758|||8.612303||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Morocco:||||3.622184||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sao Tome and Principe:||||||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Togo:|4.512662|||4.29252||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mozambique:||||||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lao PDR:||||17.22371||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritania:|7.077204|||7.257361||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tanzania:|6.412268|||6.865949||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Puerto Rico:|9.866173|||||the key: WP_time_06.3
36284 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Myanmar:|11.79898|||||the key: WP_time_06.3
36285 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sri Lanka:|17.31642|||19.39564||the key: WP_time_06.3
36285 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malta:|9.352161|||7.4375||the key: WP_time_06.3
36285 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Venezuela, RB:|1.211633|||1.49087||the key: WP_time_06.3
36285 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Libya:||||||the key: WP_time_06.3
36285 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Papua New Guinea:||||||the key: WP_time_06.3
36285 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tuvalu:||||||the key: WP_time_06.3
36285 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Namibia:|5.780772|||||the key: WP_time_06.3
36285 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36285 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uruguay:|20.02859|||13.68546||the key: WP_time_06.3
36285 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36285 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uzbekistan:|0.712061|||1.236033||the key: WP_time_06.3
36285 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Kitts and Nevis:||||||the key: WP_time_06.3
36285 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: West Bank and Gaza:|2.755714|||2.300739||the key: WP_time_06.3
36286 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Qatar:||||9.846316||the key: WP_time_06.3
36286 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nauru:||||||the key: WP_time_06.3
36286 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Vincent and the Grenadines:||||||the key: WP_time_06.3
36286 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Africa:|11.40847|||6.470269||the key: WP_time_06.3
36286 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Seychelles:||||||the key: WP_time_06.3
36286 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kuwait:|13.46254|||17.06288||the key: WP_time_06.3
36286 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macedonia, FYR:|11.5477|||10.08486||the key: WP_time_06.3
36286 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turks and Caicos Islands:||||||the key: WP_time_06.3
36286 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nepal:|9.607343|||9.649933||the key: WP_time_06.3
36286 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sweden:|25.02295|||22.46914||the key: WP_time_06.3
36286 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macao SAR, China:||||||the key: WP_time_06.3
36286 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Paraguay:||||12.93029||the key: WP_time_06.3
36286 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liberia:||||5.711397||the key: WP_time_06.3
36286 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Netherlands:|11.74056|||9.151627||the key: WP_time_06.3
36287 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Saudi Arabia:|5.7354|||1.395731||the key: WP_time_06.3
36287 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Solomon Islands:||||||the key: WP_time_06.3
36287 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovak Republic:|20.18355|||10.3377||the key: WP_time_06.3
36287 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Sudan:||||||the key: WP_time_06.3
36287 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tajikistan:|3.110016|||3.218527||the key: WP_time_06.3
36287 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Singapore:|14.32368|||6.27649||the key: WP_time_06.3
36287 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkmenistan:|2.177599|||1.066074||the key: WP_time_06.3
36287 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Luxembourg:|13.36373|||16.01912||the key: WP_time_06.3
36287 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Caledonia:||||||the key: WP_time_06.3
36287 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Romania:|12.10218|||6.722723||the key: WP_time_06.3
36287 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mali:|1.828166|||1.858731||the key: WP_time_06.3
36288 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Senegal:|3.060366|||2.472498||the key: WP_time_06.3
36288 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Micronesia, Fed. Sts.:||||||the key: WP_time_06.3
36288 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zimbabwe:|3.774438|||4.247175||the key: WP_time_06.3
36288 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kyrgyz Republic:|13.45504|||11.30374||the key: WP_time_06.3
36288 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tonga:||||||the key: WP_time_06.3
36288 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Trinidad and Tobago:||||7.087932||the key: WP_time_06.3
36288 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Oman:||||6.172167||the key: WP_time_06.3
36288 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zambia:|4.138735|||7.849719||the key: WP_time_06.3
36288 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Zealand:|34.87908|||25.43897||the key: WP_time_06.3
36288 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latvia:|14.63266|||8.193994||the key: WP_time_06.3
36288 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Timor-Leste:||||||the key: WP_time_06.3
36288 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lithuania:|9.10446|||5.574603||the key: WP_time_06.3
36289 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Peru:|9.898297|||12.35431||the key: WP_time_06.3
36289 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Madagascar:|1.82853|||1.616486||the key: WP_time_06.3
36289 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Yemen, Rep.:|0.4179241|||0.7406023||the key: WP_time_06.3
36289 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Spain:|15.46093|||9.674451||the key: WP_time_06.3
36289 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Palau:||||||the key: WP_time_06.3
36289 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkey:|14.76811|||2.412485||the key: WP_time_06.3
36289 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nicaragua:|15.99555|||6.592514||the key: WP_time_06.3
36289 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liechtenstein:||||||the key: WP_time_06.3
36289 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Suriname:||||||the key: WP_time_06.3
36289 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Russian Federation:|11.92107|||7.429877||the key: WP_time_06.3
36289 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Philippines:|13.60019|||12.8403||the key: WP_time_06.3
36289 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Niger:|0.6535916|||1.555224||the key: WP_time_06.3
36290 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Virgin Islands (U.S.):||||||the key: WP_time_06.3
36290 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Swaziland:||||10.00523||the key: WP_time_06.3
36290 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vanuatu:||||||the key: WP_time_06.3
36290 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Panama:|10.78525|||8.301247||the key: WP_time_06.3
36290 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Syrian Arab Republic:||||11.49726||the key: WP_time_06.3
36290 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Serbia:|8.24951|||14.40484||the key: WP_time_06.3
36290 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tunisia:|6.162709|||||the key: WP_time_06.3
36290 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nigeria:|4.135466|||1.951395||the key: WP_time_06.3
36290 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Lucia:||||||the key: WP_time_06.3
36290 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vietnam:|21.32852|||15.23619||the key: WP_time_06.3
36290 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Somalia:|1.392192|||||the key: WP_time_06.3
36291 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lebanon:|10.86067|||8.484057||the key: WP_time_06.3
36291 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Rwanda:|5.364771|||7.950524||the key: WP_time_06.3
36291 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sierra Leone:|3.048373|||6.477045||the key: WP_time_06.3
36285 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
36291 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nigeria:|37.861|||45.97359||the key: WP_time_08.2
36291 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Northern Mariana Islands:||||||the key: WP_time_08.2
36291 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liberia:||||43.10658||the key: WP_time_08.2
36291 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Kingdom:|15.16822|||14.76572||the key: WP_time_08.2
36291 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Seychelles:||||||the key: WP_time_08.2
36291 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vietnam:|32.60613|||35.21697||the key: WP_time_08.2
36291 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Trinidad and Tobago:||||10.6702||the key: WP_time_08.2
36292 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Virgin Islands (U.S.):||||||the key: WP_time_08.2
36291 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
36292 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: West Bank and Gaza:|28.35158|||42.82174||the key: WP_time_08.2
36292 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Norway:|13.54366|||||the key: WP_time_08.2
36292 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Suriname:||||||the key: WP_time_08.2
36292 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Oman:||||34.26837||the key: WP_time_08.2
36292 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tonga:||||||the key: WP_time_08.2
36292 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kyrgyz Republic:|21.27008|||29.22368||the key: WP_time_08.2
36292 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mexico:|29.00501|||16.11314||the key: WP_time_08.2
36292 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Somalia:|43.94224|||||the key: WP_time_08.2
36292 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pakistan:|36.83918|||23.90704||the key: WP_time_08.2
36292 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Palau:||||||the key: WP_time_08.2
36292 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malaysia:|47.21136|||22.84704||the key: WP_time_08.2
36293 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Togo:|17.16079|||22.67241||the key: WP_time_08.2
36293 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sierra Leone:|47.6596|||46.35796||the key: WP_time_08.2
36293 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Panama:|23.46605|||20.1682||the key: WP_time_08.2
36293 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Papua New Guinea:||||||the key: WP_time_08.2
36293 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Timor-Leste:||||||the key: WP_time_08.2
36293 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vanuatu:||||||the key: WP_time_08.2
36293 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Paraguay:||||17.98694||the key: WP_time_08.2
36293 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Spain:|20.317|||11.72487||the key: WP_time_08.2
36293 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liechtenstein:||||||the key: WP_time_08.2
36293 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Peru:|9.416058|||17.53065||the key: WP_time_08.2
36293 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Singapore:|5.864592|||17.80297||the key: WP_time_08.2
36294 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sudan:|39.75992|||52.28139||the key: WP_time_08.2
36294 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Philippines:|50.6352|||41.52736||the key: WP_time_08.2
36294 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Thailand:|32.26519|||7.876333||the key: WP_time_08.2
36294 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malawi:|46.2437|||45.54819||the key: WP_time_08.2
36294 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sri Lanka:|9.55084|||16.97157||the key: WP_time_08.2
36294 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Sudan:||||||the key: WP_time_08.2
36294 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Poland:|14.94398|||11.94453||the key: WP_time_08.2
36294 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tanzania:|42.30425|||51.05233||the key: WP_time_08.2
36294 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Portugal:|15.36164|||5.613193||the key: WP_time_08.2
36294 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sint Maarten (Dutch part):||||||the key: WP_time_08.2
36294 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Puerto Rico:|9.884054|||||the key: WP_time_08.2
36294 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macao SAR, China:||||||the key: WP_time_08.2
36294 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latvia:|20.97475|||20.78046||the key: WP_time_08.2
36295 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Qatar:||||34.71833||the key: WP_time_08.2
36295 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tajikistan:|13.27144|||28.81224||the key: WP_time_08.2
36295 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Libya:||||||the key: WP_time_08.2
36295 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Yemen, Rep.:|48.39425|||53.49215||the key: WP_time_08.2
36295 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lao PDR:||||16.92074||the key: WP_time_08.2
36295 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Madagascar:|51.31107|||57.76817||the key: WP_time_08.2
36295 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Kitts and Nevis:||||||the key: WP_time_08.2
36295 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lesotho:||||50.51073||the key: WP_time_08.2
36295 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritania:|30.42792|||35.78946||the key: WP_time_08.2
36295 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Romania:|28.18666|||16.4817||the key: WP_time_08.2
36295 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lithuania:|20.46762|||28.24488||the key: WP_time_08.2
36295 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovak Republic:|14.60924|||17.29492||the key: WP_time_08.2
36295 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Russian Federation:|16.1032|||23.51743||the key: WP_time_08.2
36296 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Syrian Arab Republic:||||21.6867||the key: WP_time_08.2
36296 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United States:|20.04885|||16.88586||the key: WP_time_08.2
36296 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Vincent and the Grenadines:||||||the key: WP_time_08.2
36296 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Marshall Islands:||||||the key: WP_time_08.2
36296 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Micronesia, Fed. Sts.:||||||the key: WP_time_08.2
36296 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Arab Emirates:|31.38498|||24.68639||the key: WP_time_08.2
36296 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Switzerland:|13.01966|||||the key: WP_time_08.2
36296 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Moldova:|35.87684|||40.22011||the key: WP_time_08.2
36296 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Samoa:||||||the key: WP_time_08.2
36297 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Monaco:||||||the key: WP_time_08.2
36297 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mongolia:|29.90147|||17.72737||the key: WP_time_08.2
36297 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Africa:|67.5839|||32.56954||the key: WP_time_08.2
36299 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ukraine:|22.1732|||37.73852||the key: WP_time_08.2
36299 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Montenegro:|21.48399|||32.33706||the key: WP_time_08.2
36299 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uganda:|72.20561|||46.76001||the key: WP_time_08.2
36299 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: San Marino:||||||the key: WP_time_08.2
36299 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Morocco:||||42.55167||the key: WP_time_08.2
36299 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malta:|8.218443|||4.258882||the key: WP_time_08.2
36300 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mozambique:||||||the key: WP_time_08.2
36301 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tuvalu:||||||the key: WP_time_08.2
36301 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sweden:|19.02506|||13.13175||the key: WP_time_08.2
36301 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sao Tome and Principe:||||||the key: WP_time_08.2
36301 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Myanmar:|22.27148|||||the key: WP_time_08.2
36301 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macedonia, FYR:|21.69446|||26.21626||the key: WP_time_08.2
36301 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Namibia:|32.10226|||||the key: WP_time_08.2
36301 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turks and Caicos Islands:||||||the key: WP_time_08.2
36301 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovenia:|19.47046|||13.15502||the key: WP_time_08.2
36302 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nauru:||||||the key: WP_time_08.2
36302 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nepal:|36.52645|||35.87877||the key: WP_time_08.2
36302 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkmenistan:|32.53115|||28.17825||the key: WP_time_08.2
36302 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uruguay:|9.605693|||7.266623||the key: WP_time_08.2
36302 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Netherlands:|14.67974|||8.058218||the key: WP_time_08.2
36302 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kuwait:|31.57143|||17.34998||the key: WP_time_08.2
36302 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Saudi Arabia:|38.42206|||24.81512||the key: WP_time_08.2
36302 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mali:|32.42263|||21.70466||the key: WP_time_08.2
36302 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Swaziland:||||49.99525||the key: WP_time_08.2
36302 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritius:|4.525686|||6.289931||the key: WP_time_08.2
36303 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Caledonia:||||||the key: WP_time_08.2
36303 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zambia:|56.0266|||41.78521||the key: WP_time_08.2
36303 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Senegal:|38.6503|||28.54196||the key: WP_time_08.2
36303 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Solomon Islands:||||||the key: WP_time_08.2
36303 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkey:|32.43356|||44.93488||the key: WP_time_08.2
36303 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uzbekistan:|11.7045|||12.9922||the key: WP_time_08.2
36303 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zimbabwe:|56.19838|||58.84324||the key: WP_time_08.2
36304 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Zealand:|15.15196|||14.67491||the key: WP_time_08.2
36304 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Martin (French part):||||||the key: WP_time_08.2
36304 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lebanon:|12.13428|||8.644568||the key: WP_time_08.2
36304 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nicaragua:|21.42208|||5.343211||the key: WP_time_08.2
36304 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Luxembourg:|11.09465|||6.760585||the key: WP_time_08.2
36304 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Venezuela, RB:|17.78069|||10.31402||the key: WP_time_08.2
36304 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Niger:|56.8709|||44.41413||the key: WP_time_08.2
36305 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Lucia:||||||the key: WP_time_08.2
36305 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tunisia:|17.85833|||||the key: WP_time_08.2
36305 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Maldives:||||||the key: WP_time_08.2
36305 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Serbia:|19.02793|||29.20057||the key: WP_time_08.2
36305 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Rwanda:|36.3871|||29.58575||the key: WP_time_08.2
36305 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Comoros:||||21.85836||the key: WP_time_08.2
36305 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: India:|34.54285|||21.57964||the key: WP_time_08.2
36305 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cameroon:|43.14611|||47.02294||the key: WP_time_08.2
36305 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belgium:|11.97307|||7.749935||the key: WP_time_08.2
36305 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guatemala:|21.47125|||10.42256||the key: WP_time_08.2
36305 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea:|35.09015|||34.27589||the key: WP_time_08.2
36305 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Faroe Islands:||||||the key: WP_time_08.2
36306 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_08.2
36306 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia (IDA & IBRD):||||||the key: WP_time_08.2
36306 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: British Virgin Islands:||||||the key: WP_time_08.2
36306 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hungary:|15.47144|||11.79642||the key: WP_time_08.2
36306 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chad:|24.24131|||30.30596||the key: WP_time_08.2
36306 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kiribati:||||||the key: WP_time_08.2
36306 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Rep.:|24.01317|||28.69844||the key: WP_time_08.2
36306 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cayman Islands:||||||the key: WP_time_08.2
36306 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jamaica:|35.90784|||21.52178||the key: WP_time_08.2
36306 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greece:|13.36547|||20.80789||the key: WP_time_08.2
36306 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iceland:||||||the key: WP_time_08.2
36307 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bermuda:||||||the key: WP_time_08.2
36307 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Austria:|20.1062|||6.586386||the key: WP_time_08.2
36307 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_08.2
36307 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guam:||||||the key: WP_time_08.2
36307 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kenya:|58.35332|||60.01956||the key: WP_time_08.2
36307 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: High income:|15.69593|||13.23707||the key: WP_time_08.2
36307 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ireland:|15.28394|||10.78933||the key: WP_time_08.2
36307 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belize:|32.71078|||||the key: WP_time_08.2
36307 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bosnia and Herzegovina:|6.80256|||14.54912||the key: WP_time_08.2
36307 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Least developed countries: UN classification:||||||the key: WP_time_08.2
36307 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Albania:|43.16896|||8.259418||the key: WP_time_08.2
36307 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bhutan:|11.16692|||||the key: WP_time_08.2
36308 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ghana:|22.54516|||29.7037||the key: WP_time_08.2
36308 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Azerbaijan:|33.42658|||27.96448||the key: WP_time_08.2
36308 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: European Union:||||||the key: WP_time_08.2
36308 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bulgaria:|19.00824|||20.08388||the key: WP_time_08.2
36308 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: El Salvador:|13.54912|||6.184538||the key: WP_time_08.2
36308 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lower middle income:|34.73043|||27.95121||the key: WP_time_08.2
36308 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ethiopia:|29.12515|||||the key: WP_time_08.2
36308 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cote d'Ivoire:|41.6328|||||the key: WP_time_08.2
36308 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahamas, The:||||||the key: WP_time_08.2
36308 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low income:|35.34453|||31.80538||the key: WP_time_08.2
36308 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_08.2
36309 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gambia, The:||||||the key: WP_time_08.2
36309 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: China:|25.80843|||26.1279||the key: WP_time_08.2
36309 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pacific island small states:||||||the key: WP_time_08.2
36309 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Italy:|21.68555|||3.383918||the key: WP_time_08.2
36309 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Algeria:|12.4869|||28.72268||the key: WP_time_08.2
36309 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: OECD members:||||||the key: WP_time_08.2
36309 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Canada:|17.33173|||17.95812||the key: WP_time_08.2
36309 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cuba:||||||the key: WP_time_08.2
36309 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gibraltar:||||||the key: WP_time_08.2
36309 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Angola:|19.56762|||25.08558||the key: WP_time_08.2
36309 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Egypt, Arab Rep.:|16.73813|||25.80315||the key: WP_time_08.2
36309 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa:||||||the key: WP_time_08.2
36310 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Israel:|16.09388|||21.1785||the key: WP_time_08.2
36310 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brazil:|5.713404|||16.7175||the key: WP_time_08.2
36310 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pre-demographic dividend:||||||the key: WP_time_08.2
36310 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kosovo:|21.71091|||20.59544||the key: WP_time_08.2
36310 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Botswana:|61.3857|||46.79336||the key: WP_time_08.2
36310 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Finland:|19.93517|||16.23795||the key: WP_time_08.2
36310 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Armenia:|26.22748|||33.07584||the key: WP_time_08.2
36310 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burundi:|44.79292|||44.2184||the key: WP_time_08.2
36310 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burkina Faso:|29.43611|||35.98101||the key: WP_time_08.2
36310 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kazakhstan:|24.94625|||32.73809||the key: WP_time_08.2
36310 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Upper middle income:|24.89964|||24.23905||the key: WP_time_08.2
36311 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Georgia:|15.98279|||14.89576||the key: WP_time_08.2
36311 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Afghanistan:|25.83302|||39.42191||the key: WP_time_08.2
36311 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific:||||||the key: WP_time_08.2
36311 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Argentina:|8.265626|||7.821794||the key: WP_time_08.2
36311 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: France:|7.963619|||2.30416||the key: WP_time_08.2
36311 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: French Polynesia:||||||the key: WP_time_08.2
36311 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Channel Islands:||||||the key: WP_time_08.2
36311 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fiji:||||||the key: WP_time_08.2
36311 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA blend:||||||the key: WP_time_08.2
36311 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA only:||||||the key: WP_time_08.2
36311 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Arab World:||||||the key: WP_time_08.2
36312 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Early-demographic dividend:||||||the key: WP_time_08.2
36312 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_08.2
36312 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean:||||||the key: WP_time_08.2
36312 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (excluding high income):|41.90893|||41.15527||the key: WP_time_08.2
36312 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (excluding high income):|29.11429|||28.34229||the key: WP_time_08.2
36312 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: North America:||||||the key: WP_time_08.2
36312 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: World:|27.31137|||23.83722||the key: WP_time_08.2
36312 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia:||||||the key: WP_time_08.2
36312 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa:||||||the key: WP_time_08.2
36312 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_08.2
36312 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Estonia:|20.42818|||24.96234||the key: WP_time_08.2
36312 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Equatorial Guinea:||||||the key: WP_time_08.2
36313 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle income:|29.48799|||26.0629||the key: WP_time_08.2
36313 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Other small states:||||||the key: WP_time_08.2
36313 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Colombia:|19.67113|||19.56793||the key: WP_time_08.2
36313 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cyprus:|24.53529|||13.13289||the key: WP_time_08.2
36313 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Denmark:|16.1172|||11.51032||the key: WP_time_08.2
36313 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Post-demographic dividend:||||||the key: WP_time_08.2
36313 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Haiti:|26.88558|||34.71001||the key: WP_time_08.2
36313 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fragile and conflict affected situations:||||||the key: WP_time_08.2
36313 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Eritrea:||||||the key: WP_time_08.2
36314 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahrain:|38.54376|||25.5778||the key: WP_time_08.2
36314 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Andorra:||||||the key: WP_time_08.2
36314 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Curacao:||||||the key: WP_time_08.2
36314 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bolivia:|15.83298|||8.109496||the key: WP_time_08.2
36314 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_08.2
36314 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA & IBRD total:||||||the key: WP_time_08.2
36314 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA total:||||||the key: WP_time_08.2
36314 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Caribbean small states:||||||the key: WP_time_08.2
36314 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (excluding high income):|14.81438|||15.59917||the key: WP_time_08.2
36314 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Croatia:|25.52472|||22.62501||the key: WP_time_08.2
36315 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Aruba:||||||the key: WP_time_08.2
36315 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Dem. People's Rep.:||||||the key: WP_time_08.2
36315 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Honduras:|20.22885|||12.55744||the key: WP_time_08.2
36315 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iraq:|47.5389|||41.41142||the key: WP_time_08.2
36315 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brunei Darussalam:||||||the key: WP_time_08.2
36315 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ecuador:|5.024765|||15.81348||the key: WP_time_08.2
36315 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central Europe and the Baltics:||||||the key: WP_time_08.2
36315 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Germany:|12.33466|||9.452102||the key: WP_time_08.2
36315 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Rep.:|18.6469|||18.12787||the key: WP_time_08.2
36315 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Small states:||||||the key: WP_time_08.2
36315 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Euro area:|15.10888|||7.885988||the key: WP_time_08.2
36315 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea-Bissau:||||||the key: WP_time_08.2
36315 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Grenada:||||||the key: WP_time_08.2
36316 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Dem. Rep.:|39.88625|||27.07842||the key: WP_time_08.2
36316 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_08.2
36316 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Late-demographic dividend:||||||the key: WP_time_08.2
36316 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominican Republic:|24.51954|||17.90677||the key: WP_time_08.2
36316 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jordan:|18.2685|||27.75275||the key: WP_time_08.2
36316 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Antigua and Barbuda:||||||the key: WP_time_08.2
36316 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Indonesia:|41.74973|||42.01768||the key: WP_time_08.2
36316 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominica:||||||the key: WP_time_08.2
36316 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guyana:||||||the key: WP_time_08.2
36316 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Japan:|7.964005|||4.614779||the key: WP_time_08.2
36316 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central African Republic:||||20.80619||the key: WP_time_08.2
36316 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (excluding high income):|24.50973|||31.40494||the key: WP_time_08.2
36316 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IBRD only:||||||the key: WP_time_08.2
36317 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low & middle income:|30.14747|||26.58455||the key: WP_time_08.2
36317 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia:|33.59572|||21.42675||the key: WP_time_08.2
36317 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gabon:|27.92639|||28.24037||the key: WP_time_08.2
36317 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Costa Rica:|14.04706|||7.317255||the key: WP_time_08.2
36317 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cabo Verde:||||||the key: WP_time_08.2
36317 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Australia:|15.27525|||12.47371||the key: WP_time_08.2
36317 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chile:|7.093519|||9.875101||the key: WP_time_08.2
36317 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iran, Islamic Rep.:|47.65068|||49.61054||the key: WP_time_08.2
36317 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greenland:||||||the key: WP_time_08.2
36318 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bangladesh:|26.3108|||13.24036||the key: WP_time_08.2
36318 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belarus:|21.07221|||41.75782||the key: WP_time_08.2
36318 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Benin:|24.20218|||31.45196||the key: WP_time_08.2
36318 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Barbados:||||||the key: WP_time_08.2
36318 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Isle of Man:||||||the key: WP_time_08.2
36318 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cambodia:|35.53156|||39.374||the key: WP_time_08.2
36318 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Czech Republic:|11.77906|||15.85764||the key: WP_time_08.2
36318 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Djibouti:||||17.18742||the key: WP_time_08.2
36318 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hong Kong SAR, China:|8.445268|||14.85283||the key: WP_time_08.2
36318 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: American Samoa:||||||the key: WP_time_08.2
36318 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Argentina:|4.006867|||6.439852||the key: WP_time_08.3
36318 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA only:||||||the key: WP_time_08.3
36319 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Rep.:|23.24032|||28.79191||the key: WP_time_08.3
36319 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Early-demographic dividend:||||||the key: WP_time_08.3
36319 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cyprus:|17.01938|||10.88077||the key: WP_time_08.3
36319 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia (IDA & IBRD):||||||the key: WP_time_08.3
36319 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominica:||||||the key: WP_time_08.3
36319 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Grenada:||||||the key: WP_time_08.3
36319 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iceland:||||||the key: WP_time_08.3
36319 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: OECD members:||||||the key: WP_time_08.3
36319 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Croatia:|27.7232|||16.94037||the key: WP_time_08.3
36319 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ethiopia:|29.77929|||||the key: WP_time_08.3
36319 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kosovo:|11.73797|||13.41674||the key: WP_time_08.3
36319 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pacific island small states:||||||the key: WP_time_08.3
36320 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Isle of Man:||||||the key: WP_time_08.3
36320 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cote d'Ivoire:|29.0914|||||the key: WP_time_08.3
36320 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Indonesia:|41.23009|||42.57477||the key: WP_time_08.3
36320 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Andorra:||||||the key: WP_time_08.3
36320 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (excluding high income):|27.41137|||26.02761||the key: WP_time_08.3
36320 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bosnia and Herzegovina:|6.367043|||16.48026||the key: WP_time_08.3
36320 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Haiti:|27.1133|||37.33063||the key: WP_time_08.3
36320 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_08.3
36320 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Dem. People's Rep.:||||||the key: WP_time_08.3
36320 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cameroon:|41.34314|||43.02929||the key: WP_time_08.3
36321 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Late-demographic dividend:||||||the key: WP_time_08.3
36321 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia:|29.11258|||17.38919||the key: WP_time_08.3
36321 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ecuador:|7.126173|||14.92657||the key: WP_time_08.3
36321 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominican Republic:|19.84675|||13.34591||the key: WP_time_08.3
36321 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (excluding high income):|22.74782|||29.19892||the key: WP_time_08.3
36321 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: High income:|14.36168|||13.29304||the key: WP_time_08.3
36321 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greenland:||||||the key: WP_time_08.3
36321 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bangladesh:|23.99908|||7.680827||the key: WP_time_08.3
36321 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kazakhstan:|22.95351|||30.07969||the key: WP_time_08.3
36321 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Comoros:||||28.64066||the key: WP_time_08.3
36321 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guam:||||||the key: WP_time_08.3
36321 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chad:|24.8093|||31.24683||the key: WP_time_08.3
36321 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jamaica:|23.62747|||19.99422||the key: WP_time_08.3
36322 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: American Samoa:||||||the key: WP_time_08.3
36322 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low income:|34.48682|||28.50027||the key: WP_time_08.3
36322 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Italy:|24.42943|||3.198008||the key: WP_time_08.3
36322 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: China:|24.29866|||23.8297||the key: WP_time_08.3
36322 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Azerbaijan:|33.13686|||25.87785||the key: WP_time_08.3
36322 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Angola:|20.47246|||27.31081||the key: WP_time_08.3
36322 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Upper middle income:|23.14865|||21.91881||the key: WP_time_08.3
36322 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Algeria:|13.85746|||20.94647||the key: WP_time_08.3
36322 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahrain:|32.59502|||15.29692||the key: WP_time_08.3
36322 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: France:|5.287811|||6.76855||the key: WP_time_08.3
36322 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Israel:|18.00347|||18.60584||the key: WP_time_08.3
36323 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_08.3
36323 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Other small states:||||||the key: WP_time_08.3
36323 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: World:|25.0708|||21.46462||the key: WP_time_08.3
36323 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_08.3
36323 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: North America:||||||the key: WP_time_08.3
36323 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean:||||||the key: WP_time_08.3
36323 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (excluding high income):|41.92706|||38.99221||the key: WP_time_08.3
36323 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia:||||||the key: WP_time_08.3
36323 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Estonia:|19.25199|||24.6034||the key: WP_time_08.3
36323 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Equatorial Guinea:||||||the key: WP_time_08.3
36323 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Denmark:|13.77144|||12.74943||the key: WP_time_08.3
36324 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Post-demographic dividend:||||||the key: WP_time_08.3
36324 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Eritrea:||||||the key: WP_time_08.3
36324 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Caribbean small states:||||||the key: WP_time_08.3
36324 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA total:||||||the key: WP_time_08.3
36324 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Colombia:|12.33816|||17.07574||the key: WP_time_08.3
36324 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bolivia:|10.65363|||8.732789||the key: WP_time_08.3
36324 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Curacao:||||||the key: WP_time_08.3
36324 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Aruba:||||||the key: WP_time_08.3
36324 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Least developed countries: UN classification:||||||the key: WP_time_08.3
36324 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (excluding high income):|12.24093|||13.31759||the key: WP_time_08.3
36324 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea-Bissau:||||||the key: WP_time_08.3
36325 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fragile and conflict affected situations:||||||the key: WP_time_08.3
36325 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central Europe and the Baltics:||||||the key: WP_time_08.3
36325 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iraq:|48.7506|||41.53613||the key: WP_time_08.3
36325 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brunei Darussalam:||||||the key: WP_time_08.3
36325 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Germany:|7.407331|||7.72042||the key: WP_time_08.3
36325 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle income:|27.01257|||23.31762||the key: WP_time_08.3
36325 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Small states:||||||the key: WP_time_08.3
36325 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Dem. Rep.:|41.93377|||32.98473||the key: WP_time_08.3
36325 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pre-demographic dividend:||||||the key: WP_time_08.3
36325 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_08.3
36325 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Antigua and Barbuda:||||||the key: WP_time_08.3
36325 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jordan:|16.40107|||24.4202||the key: WP_time_08.3
36326 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Euro area:|13.94263|||7.91428||the key: WP_time_08.3
36326 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Japan:|4.220136|||5.468972||the key: WP_time_08.3
36326 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Afghanistan:|18.55796|||21.04883||the key: WP_time_08.3
36326 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Arab World:||||||the key: WP_time_08.3
36326 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guyana:||||||the key: WP_time_08.3
36326 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hong Kong SAR, China:|8.180142|||9.557249||the key: WP_time_08.3
36326 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IBRD only:||||||the key: WP_time_08.3
36326 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low & middle income:|27.88072|||23.79018||the key: WP_time_08.3
36326 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cambodia:|36.77151|||38.45876||the key: WP_time_08.3
36326 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central African Republic:||||20.05333||the key: WP_time_08.3
36326 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cabo Verde:||||||the key: WP_time_08.3
36326 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iran, Islamic Rep.:|49.69936|||50.58956||the key: WP_time_08.3
36326 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chile:|5.639598|||8.96632||the key: WP_time_08.3
36327 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Australia:|18.45452|||12.70027||the key: WP_time_08.3
36327 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Barbados:||||||the key: WP_time_08.3
36327 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Benin:|24.17454|||33.42248||the key: WP_time_08.3
36327 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Costa Rica:|14.59878|||6.742227||the key: WP_time_08.3
36327 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Djibouti:||||19.11417||the key: WP_time_08.3
36327 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belgium:|12.38905|||3.397512||the key: WP_time_08.3
36327 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: India:|29.96823|||17.74783||the key: WP_time_08.3
36327 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: British Virgin Islands:||||||the key: WP_time_08.3
36327 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_08.3
36327 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guatemala:|17.80283|||9.687009||the key: WP_time_08.3
36327 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bulgaria:|20.55826|||22.97103||the key: WP_time_08.3
36327 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hungary:|14.42|||7.654952||the key: WP_time_08.3
36328 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea:|39.13463|||35.73753||the key: WP_time_08.3
36328 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kiribati:||||||the key: WP_time_08.3
36328 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greece:|14.81148|||19.37177||the key: WP_time_08.3
36328 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bermuda:||||||the key: WP_time_08.3
36328 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Austria:|10.28291|||5.447924||the key: WP_time_08.3
36328 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kenya:|62.3253|||56.49406||the key: WP_time_08.3
36328 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_08.3
36328 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cayman Islands:||||||the key: WP_time_08.3
36328 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belize:|30.4262|||||the key: WP_time_08.3
36328 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belarus:|21.18069|||36.14813||the key: WP_time_08.3
36328 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Albania:|45.51252|||13.32903||the key: WP_time_08.3
36328 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bhutan:|9.039886|||||the key: WP_time_08.3
36328 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: European Union:||||||the key: WP_time_08.3
36329 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: El Salvador:|11.25555|||6.36683||the key: WP_time_08.3
36329 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Rep.:|15.67421|||15.92602||the key: WP_time_08.3
36329 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahamas, The:||||||the key: WP_time_08.3
36329 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gambia, The:||||||the key: WP_time_08.3
36329 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_08.3
36329 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ghana:|20.74669|||27.8538||the key: WP_time_08.3
36329 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Canada:|16.83404|||14.13593||the key: WP_time_08.3
36329 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gibraltar:||||||the key: WP_time_08.3
36329 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ireland:|17.05826|||11.69545||the key: WP_time_08.3
36329 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Faroe Islands:||||||the key: WP_time_08.3
36329 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cuba:||||||the key: WP_time_08.3
36330 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gabon:|27.97665|||26.54043||the key: WP_time_08.3
36330 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Egypt, Arab Rep.:|26.46009|||24.69715||the key: WP_time_08.3
36330 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa:||||||the key: WP_time_08.3
36332 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Czech Republic:|16.25284|||20.05545||the key: WP_time_08.3
36332 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Botswana:|61.08085|||46.20688||the key: WP_time_08.3
36332 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brazil:|6.100553|||14.61817||the key: WP_time_08.3
36332 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Armenia:|27.39772|||31.73919||the key: WP_time_08.3
36332 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burundi:|47.03995|||43.52173||the key: WP_time_08.3
36332 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa:||||||the key: WP_time_08.3
36333 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Finland:|20.5516|||14.09476||the key: WP_time_08.3
36334 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA & IBRD total:||||||the key: WP_time_08.3
36334 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Georgia:|16.45548|||13.30634||the key: WP_time_08.3
36334 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lower middle income:|31.49269|||24.79387||the key: WP_time_08.3
36334 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific:||||||the key: WP_time_08.3
36334 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: French Polynesia:||||||the key: WP_time_08.3
36334 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Channel Islands:||||||the key: WP_time_08.3
36334 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fiji:||||||the key: WP_time_08.3
36334 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA blend:||||||the key: WP_time_08.3
36334 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burkina Faso:|31.49273|||25.9423||the key: WP_time_08.3
36335 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Honduras:|16.43678|||9.146934||the key: WP_time_08.3
36335 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vietnam:|27.27524|||27.0438||the key: WP_time_08.3
36335 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Venezuela, RB:|13.73927|||9.325727||the key: WP_time_08.3
36335 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vanuatu:||||||the key: WP_time_08.3
36335 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uzbekistan:|10.51621|||10.41415||the key: WP_time_08.3
36335 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uruguay:|6.638786|||5.664165||the key: WP_time_08.3
36335 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United States:|19.57696|||17.58147||the key: WP_time_08.3
36335 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Kingdom:|10.23758|||13.06202||the key: WP_time_08.3
36335 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Arab Emirates:|21.13531|||21.91762||the key: WP_time_08.3
36335 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ukraine:|21.99172|||36.99448||the key: WP_time_08.3
36336 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uganda:|66.66776|||46.14769||the key: WP_time_08.3
36336 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tuvalu:||||||the key: WP_time_08.3
36336 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turks and Caicos Islands:||||||the key: WP_time_08.3
36336 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkmenistan:|32.78561|||23.94518||the key: WP_time_08.3
36336 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkey:|25.61208|||41.04251||the key: WP_time_08.3
36336 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tunisia:|14.40838|||||the key: WP_time_08.3
36336 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Virgin Islands (U.S.):||||||the key: WP_time_08.3
36337 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Trinidad and Tobago:||||11.78002||the key: WP_time_08.3
36337 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tonga:||||||the key: WP_time_08.3
36337 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Togo:|16.95745|||16.05097||the key: WP_time_08.3
36337 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Timor-Leste:||||||the key: WP_time_08.3
36337 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Thailand:|30.11933|||7.464549||the key: WP_time_08.3
36337 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tanzania:|37.53339|||41.12138||the key: WP_time_08.3
36337 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tajikistan:|11.11885|||22.24218||the key: WP_time_08.3
36337 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Syrian Arab Republic:||||18.41454||the key: WP_time_08.3
36337 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Switzerland:|9.394691|||||the key: WP_time_08.3
36337 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sweden:|15.45652|||11.38658||the key: WP_time_08.3
36338 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Swaziland:||||51.37819||the key: WP_time_08.3
36338 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Suriname:||||||the key: WP_time_08.3
36338 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sudan:|36.12785|||42.44493||the key: WP_time_08.3
36338 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Vincent and the Grenadines:||||||the key: WP_time_08.3
36338 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Martin (French part):||||||the key: WP_time_08.3
36338 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Lucia:||||||the key: WP_time_08.3
36338 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Kitts and Nevis:||||||the key: WP_time_08.3
36338 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sri Lanka:|8.497635|||8.966499||the key: WP_time_08.3
36338 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Spain:|23.7285|||11.98075||the key: WP_time_08.3
36339 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: West Bank and Gaza:|23.09217|||40.72269||the key: WP_time_08.3
36339 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Sudan:||||||the key: WP_time_08.3
36339 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Africa:|74.43705|||36.03111||the key: WP_time_08.3
36339 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Somalia:|37.32578|||||the key: WP_time_08.3
36339 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Solomon Islands:||||||the key: WP_time_08.3
36339 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovenia:|14.46295|||12.59578||the key: WP_time_08.3
36339 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovak Republic:|12.3207|||18.40949||the key: WP_time_08.3
36340 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sint Maarten (Dutch part):||||||the key: WP_time_08.3
36340 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Singapore:|3.077771|||13.38459||the key: WP_time_08.3
36340 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sierra Leone:|38.40018|||40.27553||the key: WP_time_08.3
36340 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Seychelles:||||||the key: WP_time_08.3
36340 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Serbia:|17.09257|||28.70298||the key: WP_time_08.3
36340 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Senegal:|43.91534|||24.03681||the key: WP_time_08.3
36340 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Saudi Arabia:|35.68863|||27.86276||the key: WP_time_08.3
36340 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sao Tome and Principe:||||||the key: WP_time_08.3
36340 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: San Marino:||||||the key: WP_time_08.3
36340 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Samoa:||||||the key: WP_time_08.3
36340 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Rwanda:|36.82246|||26.09165||the key: WP_time_08.3
36340 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Russian Federation:|17.73021|||23.42277||the key: WP_time_08.3
36341 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Romania:|34.98487|||20.0146||the key: WP_time_08.3
36341 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Yemen, Rep.:|54.85005|||37.88692||the key: WP_time_08.3
36341 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Qatar:||||23.93707||the key: WP_time_08.3
36341 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Puerto Rico:|11.55804|||||the key: WP_time_08.3
36341 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Portugal:|15.87678|||8.033004||the key: WP_time_08.3
36341 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Poland:|9.531736|||14.71058||the key: WP_time_08.3
36341 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Philippines:|46.76013|||36.54623||the key: WP_time_08.3
36341 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Peru:|11.42173|||11.53715||the key: WP_time_08.3
36341 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Paraguay:||||12.04184||the key: WP_time_08.3
36341 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Papua New Guinea:||||||the key: WP_time_08.3
36341 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Panama:|21.76435|||14.4874||the key: WP_time_08.3
36342 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Palau:||||||the key: WP_time_08.3
36342 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pakistan:|30.99278|||22.34791||the key: WP_time_08.3
36342 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Oman:||||31.84804||the key: WP_time_08.3
36342 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Norway:|12.46192|||||the key: WP_time_08.3
36342 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Northern Mariana Islands:||||||the key: WP_time_08.3
36342 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nigeria:|37.20174|||42.15734||the key: WP_time_08.3
36342 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Niger:|55.01271|||41.55626||the key: WP_time_08.3
36342 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nicaragua:|12.2748|||3.255801||the key: WP_time_08.3
36342 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Zealand:|16.07038|||19.38911||the key: WP_time_08.3
36342 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zambia:|50.70708|||41.36566||the key: WP_time_08.3
36343 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Caledonia:||||||the key: WP_time_08.3
36343 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Netherlands:|11.75657|||6.340597||the key: WP_time_08.3
36343 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nepal:|33.93009|||30.6164||the key: WP_time_08.3
36343 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nauru:||||||the key: WP_time_08.3
36343 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Namibia:|28.18743|||||the key: WP_time_08.3
36343 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Myanmar:|21.37831|||||the key: WP_time_08.3
36343 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mozambique:||||||the key: WP_time_08.3
36343 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Morocco:||||39.24162||the key: WP_time_08.3
36343 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Montenegro:|19.8871|||37.87038||the key: WP_time_08.3
36343 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mongolia:|27.87469|||13.62232||the key: WP_time_08.3
36343 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Monaco:||||||the key: WP_time_08.3
36344 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Moldova:|42.06865|||43.66141||the key: WP_time_08.3
36344 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Micronesia, Fed. Sts.:||||||the key: WP_time_08.3
36344 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mexico:|23.24824|||13.48385||the key: WP_time_08.3
36344 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritius:|2.853065|||5.800734||the key: WP_time_08.3
36344 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritania:|29.26213|||33.31319||the key: WP_time_08.3
36344 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Marshall Islands:||||||the key: WP_time_08.3
36344 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malta:|8.636335|||5.651365||the key: WP_time_08.3
36344 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mali:|33.27981|||26.46292||the key: WP_time_08.3
36344 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zimbabwe:|54.67293|||56.14853||the key: WP_time_08.3
36344 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Maldives:||||||the key: WP_time_08.3
36345 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malaysia:|29.85128|||16.84339||the key: WP_time_08.3
36345 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malawi:|46.05936|||42.51038||the key: WP_time_08.3
36345 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Madagascar:|50.54984|||57.66215||the key: WP_time_08.3
36345 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macedonia, FYR:|18.56172|||21.03166||the key: WP_time_08.3
36345 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macao SAR, China:||||||the key: WP_time_08.3
36345 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Luxembourg:|4.79846|||4.853839||the key: WP_time_08.3
36345 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lithuania:|21.32366|||22.9792||the key: WP_time_08.3
36345 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liechtenstein:||||||the key: WP_time_08.3
36345 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Libya:||||||the key: WP_time_08.3
36345 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liberia:||||39.93621||the key: WP_time_08.3
36345 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lesotho:||||51.04047||the key: WP_time_08.3
36346 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lebanon:|13.54094|||14.93571||the key: WP_time_08.3
36346 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latvia:|19.14226|||17.83993||the key: WP_time_08.3
36346 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lao PDR:||||14.42814||the key: WP_time_08.3
36346 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kyrgyz Republic:|20.67954|||22.11625||the key: WP_time_08.3
36346 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kuwait:|28.32599|||19.44656||the key: WP_time_08.3
36346 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liechtenstein:||||||the key: WP_time_09.2
36346 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lithuania:|0.1022575|||4.690748||the key: WP_time_09.2
36346 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Luxembourg:|0.058818|||2.069559||the key: WP_time_09.2
36346 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macao SAR, China:||||||the key: WP_time_09.2
36346 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macedonia, FYR:|1.053349|||3.830667||the key: WP_time_09.2
36347 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Madagascar:|4.700282|||0||the key: WP_time_09.2
36347 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malawi:|12.20483|||5.890087||the key: WP_time_09.2
36347 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malaysia:|1.543653|||2.796635||the key: WP_time_09.2
36347 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Maldives:||||||the key: WP_time_09.2
36347 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zimbabwe:|6.100868|||4.861396||the key: WP_time_09.2
36347 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mali:|2.856937|||2.924597||the key: WP_time_09.2
36347 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malta:|0.4991829|||0.1482943||the key: WP_time_09.2
36347 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Marshall Islands:||||||the key: WP_time_09.2
36347 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritania:|4.734206|||10.73094||the key: WP_time_09.2
36347 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritius:|0|||0||the key: WP_time_09.2
36347 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mexico:|11.41795|||3.841915||the key: WP_time_09.2
36347 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lesotho:||||6.134252||the key: WP_time_09.2
36348 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Micronesia, Fed. Sts.:||||||the key: WP_time_09.2
36348 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Moldova:|4.301938|||3.96331||the key: WP_time_09.2
36348 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Monaco:||||||the key: WP_time_09.2
36348 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mongolia:|3.512008|||4.867435||the key: WP_time_09.2
36348 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Montenegro:|0.7482802|||4.818429||the key: WP_time_09.2
36348 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Morocco:||||1.608203||the key: WP_time_09.2
36348 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mozambique:||||||the key: WP_time_09.2
36348 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Myanmar:|15.21865|||||the key: WP_time_09.2
36348 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Namibia:|2.341111|||||the key: WP_time_09.2
36348 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nauru:||||||the key: WP_time_09.2
36348 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nepal:|20.63283|||18.86298||the key: WP_time_09.2
36348 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Netherlands:|0|||0.9867368||the key: WP_time_09.2
36348 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Caledonia:||||||the key: WP_time_09.2
36349 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zambia:|7.765949|||3.534036||the key: WP_time_09.2
36349 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Zealand:|0.8743709|||4.570342||the key: WP_time_09.2
36349 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vanuatu:||||||the key: WP_time_09.2
36349 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nicaragua:|9.39712|||3.055744||the key: WP_time_09.2
36349 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lebanon:|4.799186|||2.304648||the key: WP_time_09.2
36349 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Niger:|1.649488|||8.904278||the key: WP_time_09.2
36349 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nigeria:|1.83595|||2.198898||the key: WP_time_09.2
36349 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Northern Mariana Islands:||||||the key: WP_time_09.2
36349 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Norway:|0.2868974|||||the key: WP_time_09.2
36349 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Oman:||||7.852134||the key: WP_time_09.2
36349 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pakistan:|6.881938|||2.588947||the key: WP_time_09.2
36350 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Palau:||||||the key: WP_time_09.2
36350 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Panama:|18.74411|||11.8265||the key: WP_time_09.2
36350 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Papua New Guinea:||||||the key: WP_time_09.2
36350 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Paraguay:||||4.413614||the key: WP_time_09.2
36350 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Peru:|2.177963|||4.293357||the key: WP_time_09.2
36350 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Philippines:|12.21913|||11.40218||the key: WP_time_09.2
36350 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Poland:|0.2622178|||1.105623||the key: WP_time_09.2
36350 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Portugal:|0.0776362|||0.8891574||the key: WP_time_09.2
36350 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Puerto Rico:|1.194694|||||the key: WP_time_09.2
36350 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Qatar:||||10.76306||the key: WP_time_09.2
36350 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latvia:|1.438998|||3.37619||the key: WP_time_09.2
36350 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Romania:|1.146842|||0.1266531||the key: WP_time_09.2
36351 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Yemen, Rep.:|16.36497|||12.12218||the key: WP_time_09.2
36351 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Russian Federation:|0.6654498|||1.812366||the key: WP_time_09.2
36351 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Rwanda:|2.352321|||3.941774||the key: WP_time_09.2
36351 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Samoa:||||||the key: WP_time_09.2
36351 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: San Marino:||||||the key: WP_time_09.2
36351 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sao Tome and Principe:||||||the key: WP_time_09.2
36351 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Saudi Arabia:|20.65907|||9.546223||the key: WP_time_09.2
36351 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Senegal:|3.046353|||1.038609||the key: WP_time_09.2
36351 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Serbia:|0|||1.512669||the key: WP_time_09.2
36351 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Seychelles:||||||the key: WP_time_09.2
36352 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sierra Leone:|8.558496|||6.434239||the key: WP_time_09.2
36352 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Singapore:|1.058223|||1.61601||the key: WP_time_09.2
36352 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sint Maarten (Dutch part):||||||the key: WP_time_09.2
36352 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Venezuela, RB:|4.910933|||1.445297||the key: WP_time_09.2
36352 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lao PDR:||||4.718637||the key: WP_time_09.2
36352 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovak Republic:|1.391436|||0.5261457||the key: WP_time_09.2
36352 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovenia:|1.889306|||0.6873645||the key: WP_time_09.2
36352 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Solomon Islands:||||||the key: WP_time_09.2
36352 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Somalia:|10.82416|||||the key: WP_time_09.2
36352 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Africa:|18.81048|||7.496909||the key: WP_time_09.2
36352 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Sudan:||||||the key: WP_time_09.2
36352 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: West Bank and Gaza:|9.951253|||6.418502||the key: WP_time_09.2
36353 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Spain:|1.107554|||0.0597782||the key: WP_time_09.2
36353 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sri Lanka:|2.319703|||3.727165||the key: WP_time_09.2
36353 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Kitts and Nevis:||||||the key: WP_time_09.2
36353 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Lucia:||||||the key: WP_time_09.2
36353 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Martin (French part):||||||the key: WP_time_09.2
36353 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Vincent and the Grenadines:||||||the key: WP_time_09.2
36353 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sudan:|1.594533|||13.71955||the key: WP_time_09.2
36353 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Suriname:||||||the key: WP_time_09.2
36353 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kyrgyz Republic:|3.635766|||0.9382319||the key: WP_time_09.2
36353 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Swaziland:||||9.95331||the key: WP_time_09.2
36353 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sweden:|0.3477134|||2.129129||the key: WP_time_09.2
36353 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Switzerland:|0.5471886|||||the key: WP_time_09.2
36354 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Syrian Arab Republic:||||16.63178||the key: WP_time_09.2
36354 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tajikistan:|2.848713|||4.915571||the key: WP_time_09.2
36354 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tanzania:|6.377643|||7.603203||the key: WP_time_09.2
36354 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Thailand:|10.20498|||1.533702||the key: WP_time_09.2
36354 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Timor-Leste:||||||the key: WP_time_09.2
36354 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Togo:|2.809345|||1.49952||the key: WP_time_09.2
36354 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tonga:||||||the key: WP_time_09.2
36354 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Trinidad and Tobago:||||2.270233||the key: WP_time_09.2
36354 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Virgin Islands (U.S.):||||||the key: WP_time_09.2
36354 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tunisia:|3.538166|||||the key: WP_time_09.2
36354 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkey:|3.050349|||0.4088049||the key: WP_time_09.2
36354 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vietnam:|1.514262|||2.435951||the key: WP_time_09.2
36354 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kuwait:|9.8703|||2.88786||the key: WP_time_09.2
36355 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkmenistan:|2.947976|||2.28337||the key: WP_time_09.2
36355 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turks and Caicos Islands:||||||the key: WP_time_09.2
36355 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tuvalu:||||||the key: WP_time_09.2
36355 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uganda:|6.413682|||4.402086||the key: WP_time_09.2
36355 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ukraine:|2.412164|||1.465091||the key: WP_time_09.2
36355 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Arab Emirates:|6.082367|||2.22384||the key: WP_time_09.2
36355 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Kingdom:|2.67874|||2.96179||the key: WP_time_09.2
36355 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United States:|0.9848611|||5.141872||the key: WP_time_09.2
36355 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uruguay:|0.736453|||0.7707669||the key: WP_time_09.2
36355 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uzbekistan:|2.172424|||1.662054||the key: WP_time_09.2
36355 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liberia:||||9.405271||the key: WP_time_09.2
36356 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Libya:||||||the key: WP_time_09.2
36356 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: El Salvador:|7.072482|||3.087395||the key: WP_time_09.2
36356 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pre-demographic dividend:||||||the key: WP_time_09.2
36356 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Upper middle income:|3.016321|||1.590563||the key: WP_time_09.2
36356 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Rep.:|1.090443|||1.227525||the key: WP_time_09.2
36356 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle income:|5.643366|||3.435936||the key: WP_time_09.2
36356 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ghana:|3.703258|||2.144634||the key: WP_time_09.2
36356 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cyprus:|0.7368293|||0.508759||the key: WP_time_09.2
36356 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_09.2
36356 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea-Bissau:||||||the key: WP_time_09.2
36356 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_09.2
36357 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bulgaria:|1.312957|||2.101931||the key: WP_time_09.2
36357 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bolivia:|4.03913|||2.640758||the key: WP_time_09.2
36357 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fragile and conflict affected situations:||||||the key: WP_time_09.2
36357 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belgium:|0|||0.8860078||the key: WP_time_09.2
36357 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea:|3.949297|||11.71189||the key: WP_time_09.2
36357 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Australia:|0.1232969|||1.576604||the key: WP_time_09.2
36357 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gibraltar:||||||the key: WP_time_09.2
36357 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belarus:|1.389626|||2.821191||the key: WP_time_09.2
36357 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Finland:|0|||1.424395||the key: WP_time_09.2
36357 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bosnia and Herzegovina:|0.2379925|||0.7850711||the key: WP_time_09.2
36358 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Early-demographic dividend:||||||the key: WP_time_09.2
36358 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA only:||||||the key: WP_time_09.2
36358 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cameroon:|2.159106|||7.849604||the key: WP_time_09.2
36358 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Comoros:||||1.618013||the key: WP_time_09.2
36358 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Italy:|0.5968521|||3.150845||the key: WP_time_09.2
36358 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low income:|6.754377|||7.6854||the key: WP_time_09.2
36358 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: China:|1.367189|||0.8238683||the key: WP_time_09.2
36358 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: World:|4.786933|||3.52926||the key: WP_time_09.2
36358 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: France:|0.1196069|||0.0251312||the key: WP_time_09.2
36358 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Angola:|2.081917|||3.476827||the key: WP_time_09.2
36358 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Israel:|2.025597|||1.833399||the key: WP_time_09.2
36358 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Caribbean small states:||||||the key: WP_time_09.2
36359 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: North America:||||||the key: WP_time_09.2
36359 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Estonia:|1.947051|||1.47471||the key: WP_time_09.2
36359 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia:||||||the key: WP_time_09.2
36359 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Equatorial Guinea:||||||the key: WP_time_09.2
36359 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Denmark:|0.5466246|||0.3220375||the key: WP_time_09.2
36359 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Post-demographic dividend:||||||the key: WP_time_09.2
36359 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA total:||||||the key: WP_time_09.2
36359 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean:||||||the key: WP_time_09.2
36359 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Aruba:||||||the key: WP_time_09.2
36359 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Curacao:||||||the key: WP_time_09.2
36359 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (excluding high income):|5.766084|||2.938827||the key: WP_time_09.2
36359 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iraq:|23.30918|||10.4711||the key: WP_time_09.2
36360 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Germany:|0.1243546|||1.110744||the key: WP_time_09.2
36360 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Small states:||||||the key: WP_time_09.2
36360 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Dem. Rep.:|7.12342|||7.223727||the key: WP_time_09.2
36360 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Antigua and Barbuda:||||||the key: WP_time_09.2
36360 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_09.2
36360 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jordan:|0.9536056|||2.035287||the key: WP_time_09.2
36360 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guyana:||||||the key: WP_time_09.2
36360 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brunei Darussalam:||||||the key: WP_time_09.2
36360 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IBRD only:||||||the key: WP_time_09.2
36360 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low & middle income:|5.768472|||3.82196||the key: WP_time_09.2
36360 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chile:|0.648928|||1.215031||the key: WP_time_09.2
36360 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central African Republic:||||5.218751||the key: WP_time_09.2
36361 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iran, Islamic Rep.:|8.446112|||9.547754||the key: WP_time_09.2
36361 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Djibouti:||||4.957325||the key: WP_time_09.2
36361 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahrain:|12.85916|||12.87339||the key: WP_time_09.2
36361 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Barbados:||||||the key: WP_time_09.2
36361 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: India:|12.59765|||6.819625||the key: WP_time_09.2
36361 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cabo Verde:||||||the key: WP_time_09.2
36361 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_09.2
36361 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guatemala:|3.711967|||3.610769||the key: WP_time_09.2
36361 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hungary:|0.3320225|||1.163703||the key: WP_time_09.2
36361 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Afghanistan:|9.549234|||11.59234||the key: WP_time_09.2
36361 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greece:|0|||1.27055||the key: WP_time_09.2
36362 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kenya:|8.03497|||7.668976||the key: WP_time_09.2
36362 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belize:|2.716656|||||the key: WP_time_09.2
36362 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Austria:|1.067905|||0.4525662||the key: WP_time_09.2
36362 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_09.2
36362 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: European Union:||||||the key: WP_time_09.2
36362 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahamas, The:||||||the key: WP_time_09.2
36362 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_09.2
36362 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Canada:|1.38771|||2.6208||the key: WP_time_09.2
36362 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bhutan:|2.102203|||||the key: WP_time_09.2
36362 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cuba:||||||the key: WP_time_09.2
36363 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa:||||||the key: WP_time_09.2
36363 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Botswana:|10.44479|||6.075755||the key: WP_time_09.2
36363 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa:||||||the key: WP_time_09.2
36363 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Albania:|2.003053|||2.101663||the key: WP_time_09.2
36363 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Armenia:|2.716594|||2.950896||the key: WP_time_09.2
36363 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific:||||||the key: WP_time_09.2
36364 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lower middle income:|8.644908|||5.346523||the key: WP_time_09.2
36365 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Georgia:|3.353757|||6.828163||the key: WP_time_09.2
36366 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: French Polynesia:||||||the key: WP_time_09.2
36366 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA blend:||||||the key: WP_time_09.2
36366 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fiji:||||||the key: WP_time_09.2
36366 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Channel Islands:||||||the key: WP_time_09.2
36366 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Rep.:|8.124739|||6.185547||the key: WP_time_09.2
36367 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (excluding high income):|2.347601|||1.576176||the key: WP_time_09.2
36367 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Grenada:||||||the key: WP_time_09.2
36367 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominica:||||||the key: WP_time_09.2
36367 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ireland:|0.5635033|||2.231464||the key: WP_time_09.2
36367 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: OECD members:||||||the key: WP_time_09.2
36368 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kosovo:|2.415038|||2.467512||the key: WP_time_09.2
36368 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ethiopia:|0.7851857|||||the key: WP_time_09.2
36368 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pacific island small states:||||||the key: WP_time_09.2
36368 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia (IDA & IBRD):||||||the key: WP_time_09.2
36368 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Haiti:|16.29994|||2.975729||the key: WP_time_09.2
36368 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: American Samoa:||||||the key: WP_time_09.2
36368 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Isle of Man:||||||the key: WP_time_09.2
36368 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_09.2
36368 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Dem. People's Rep.:||||||the key: WP_time_09.2
36368 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Least developed countries: UN classification:||||||the key: WP_time_09.2
36369 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Late-demographic dividend:||||||the key: WP_time_09.2
36369 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia:|11.17041|||6.594331||the key: WP_time_09.2
36369 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greenland:||||||the key: WP_time_09.2
36369 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cote d'Ivoire:|1.096082|||||the key: WP_time_09.2
36369 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ecuador:|2.031434|||2.402694||the key: WP_time_09.2
36369 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jamaica:|2.828049|||2.197966||the key: WP_time_09.2
36369 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Arab World:||||||the key: WP_time_09.2
36369 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bangladesh:|4.30372|||6.916565||the key: WP_time_09.2
36369 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guam:||||||the key: WP_time_09.2
36370 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominican Republic:|24.2204|||17.46157||the key: WP_time_09.2
36370 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (excluding high income):|2.537184|||1.550111||the key: WP_time_09.2
36370 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Indonesia:|2.257935|||1.774723||the key: WP_time_09.2
36370 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chad:|3.450232|||12.4003||the key: WP_time_09.2
36370 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Croatia:|1.916488|||0.7026329||the key: WP_time_09.2
36370 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brazil:|1.821308|||1.260606||the key: WP_time_09.2
36370 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Andorra:||||||the key: WP_time_09.2
36370 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Faroe Islands:||||||the key: WP_time_09.2
36371 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Argentina:|1.554445|||1.057074||the key: WP_time_09.2
36371 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burkina Faso:|3.30495|||3.527502||the key: WP_time_09.2
36371 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burundi:|4.528992|||12.50849||the key: WP_time_09.2
36371 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cayman Islands:||||||the key: WP_time_09.2
36371 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Egypt, Arab Rep.:|2.952947|||1.400949||the key: WP_time_09.2
36371 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gambia, The:||||||the key: WP_time_09.2
36371 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kiribati:||||||the key: WP_time_09.2
36371 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gabon:|6.994335|||6.58326||the key: WP_time_09.2
36371 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bermuda:||||||the key: WP_time_09.2
36371 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Euro area:|0.4085755|||1.115189||the key: WP_time_09.2
36371 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Benin:|3.013759|||9.418562||the key: WP_time_09.2
36371 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Costa Rica:|7.033499|||1.439537||the key: WP_time_09.2
36372 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: British Virgin Islands:||||||the key: WP_time_09.2
36372 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Honduras:|4.370877|||3.693149||the key: WP_time_09.2
36372 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hong Kong SAR, China:|0.2705286|||2.626101||the key: WP_time_09.2
36372 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central Europe and the Baltics:||||||the key: WP_time_09.2
36372 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Eritrea:||||||the key: WP_time_09.2
36372 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Japan:|0.2872455|||0.819724||the key: WP_time_09.2
36372 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (excluding high income):|4.918114|||5.80857||the key: WP_time_09.2
36372 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Colombia:|9.993791|||6.041251||the key: WP_time_09.2
36372 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Azerbaijan:|5.349885|||2.787627||the key: WP_time_09.2
36372 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA & IBRD total:||||||the key: WP_time_09.2
36373 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iceland:||||||the key: WP_time_09.2
36373 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Czech Republic:|1.771249|||1.975535||the key: WP_time_09.2
36373 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kazakhstan:|1.852244|||3.566934||the key: WP_time_09.2
36373 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: High income:|0.7669747|||2.399923||the key: WP_time_09.2
36373 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cambodia:|16.80214|||9.279265||the key: WP_time_09.2
36373 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Algeria:|1.255465|||1.796725||the key: WP_time_09.2
36373 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Other small states:||||||the key: WP_time_09.2
36373 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Rep.:|4.674942|||2.963087||the key: WP_time_09.3
36373 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ecuador:|1.737949|||6.724594||the key: WP_time_09.3
36373 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Finland:|0.2252445|||0.5871935||the key: WP_time_09.3
36374 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cyprus:|0|||0.676416||the key: WP_time_09.3
36374 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belarus:|0.4118352|||0.988442||the key: WP_time_09.3
36374 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fiji:||||||the key: WP_time_09.3
36374 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA blend:||||||the key: WP_time_09.3
36374 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: French Polynesia:||||||the key: WP_time_09.3
36374 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Georgia:|2.12455|||5.394868||the key: WP_time_09.3
36374 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lower middle income:|8.358508|||5.149833||the key: WP_time_09.3
36374 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cayman Islands:||||||the key: WP_time_09.3
36374 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific:||||||the key: WP_time_09.3
36374 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Armenia:|2.841956|||3.131154||the key: WP_time_09.3
36374 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Faroe Islands:||||||the key: WP_time_09.3
36375 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Albania:|2.414161|||2.006157||the key: WP_time_09.3
36375 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iceland:||||||the key: WP_time_09.3
36375 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gibraltar:||||||the key: WP_time_09.3
36375 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa:||||||the key: WP_time_09.3
36375 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Botswana:|7.787634|||4.653059||the key: WP_time_09.3
36375 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (excluding high income):|1.881536|||1.29726||the key: WP_time_09.3
36375 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa:||||||the key: WP_time_09.3
36375 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burundi:|7.507493|||12.30456||the key: WP_time_09.3
36375 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cuba:||||||the key: WP_time_09.3
36375 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bhutan:|0.4704298|||||the key: WP_time_09.3
36375 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: El Salvador:|5.36935|||0.9970477||the key: WP_time_09.3
36376 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea:|3.28484|||8.710943||the key: WP_time_09.3
36376 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Egypt, Arab Rep.:|2.036704|||2.00043||the key: WP_time_09.3
36376 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Canada:|1.287261|||2.205387||the key: WP_time_09.3
36376 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_09.3
36376 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kazakhstan:|2.325318|||3.034528||the key: WP_time_09.3
36376 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gambia, The:||||||the key: WP_time_09.3
36376 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahamas, The:||||||the key: WP_time_09.3
36376 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: European Union:||||||the key: WP_time_09.3
36376 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_09.3
36376 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Grenada:||||||the key: WP_time_09.3
36377 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kiribati:||||||the key: WP_time_09.3
36377 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ghana:|4.862102|||4.581594||the key: WP_time_09.3
36377 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Austria:|0.2672895|||0.249405||the key: WP_time_09.3
36377 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Euro area:|0.4302984|||0.7611389||the key: WP_time_09.3
36377 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belize:|7.69344|||||the key: WP_time_09.3
36377 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kenya:|6.614035|||5.562213||the key: WP_time_09.3
36377 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hungary:|0.9750978|||1.112459||the key: WP_time_09.3
36377 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Belgium:|0|||0.6391353||the key: WP_time_09.3
36378 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Costa Rica:|2.715543|||1.616983||the key: WP_time_09.3
36378 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Fragile and conflict affected situations:||||||the key: WP_time_09.3
36378 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greece:|0.098549|||0.6698503||the key: WP_time_09.3
36378 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central African Republic:||||5.325647||the key: WP_time_09.3
36378 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bermuda:||||||the key: WP_time_09.3
36378 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guatemala:|1.625059|||2.696841||the key: WP_time_09.3
36378 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Other small states:||||||the key: WP_time_09.3
36378 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Gabon:|10.91246|||4.325198||the key: WP_time_09.3
36378 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Barbados:||||||the key: WP_time_09.3
36378 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_09.3
36378 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Afghanistan:|5.640913|||1.148727||the key: WP_time_09.3
36379 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia (IDA & IBRD):||||||the key: WP_time_09.3
36379 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Benin:|2.396646|||7.951613||the key: WP_time_09.3
36379 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Upper middle income:|2.179799|||1.719206||the key: WP_time_09.3
36379 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cabo Verde:||||||the key: WP_time_09.3
36379 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bahrain:|14.02448|||9.396859||the key: WP_time_09.3
36379 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: India:|12.53405|||6.430007||the key: WP_time_09.3
36379 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle income:|5.041008|||3.388314||the key: WP_time_09.3
36379 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iran, Islamic Rep.:|9.743526|||3.605221||the key: WP_time_09.3
36379 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Djibouti:||||4.755872||the key: WP_time_09.3
36379 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chile:|0.5147684|||0.7203323||the key: WP_time_09.3
36380 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low & middle income:|5.19225|||3.688719||the key: WP_time_09.3
36380 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pre-demographic dividend:||||||the key: WP_time_09.3
36380 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: British Virgin Islands:||||||the key: WP_time_09.3
36380 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Honduras:|2.876035|||1.690523||the key: WP_time_09.3
36380 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IBRD only:||||||the key: WP_time_09.3
36380 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_09.3
36380 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cambodia:|19.35909|||15.70251||the key: WP_time_09.3
36380 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brunei Darussalam:||||||the key: WP_time_09.3
36380 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jordan:|1.214171|||0.8537911||the key: WP_time_09.3
36380 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guyana:||||||the key: WP_time_09.3
36380 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bolivia:|1.628416|||3.66416||the key: WP_time_09.3
36381 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Hong Kong SAR, China:|0.1763165|||1.544028||the key: WP_time_09.3
36381 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Antigua and Barbuda:||||||the key: WP_time_09.3
36381 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Congo, Dem. Rep.:|4.940385|||6.192663||the key: WP_time_09.3
36381 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Germany:|0.3658923|||0.6205185||the key: WP_time_09.3
36381 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Small states:||||||the key: WP_time_09.3
36381 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean (excluding high income):|3.639446|||2.220871||the key: WP_time_09.3
36381 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Iraq:|16.3319|||6.51522||the key: WP_time_09.3
36381 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Japan:|0.3153793|||0.1402186||the key: WP_time_09.3
36381 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Central Europe and the Baltics:||||||the key: WP_time_09.3
36381 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latin America & Caribbean:||||||the key: WP_time_09.3
36381 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Curacao:||||||the key: WP_time_09.3
36381 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Aruba:||||||the key: WP_time_09.3
36382 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Eritrea:||||||the key: WP_time_09.3
36382 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bulgaria:|1.822844|||0.8388693||the key: WP_time_09.3
36382 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Post-demographic dividend:||||||the key: WP_time_09.3
36382 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA total:||||||the key: WP_time_09.3
36382 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Denmark:|0.0612641|||0||the key: WP_time_09.3
36382 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Equatorial Guinea:||||||the key: WP_time_09.3
36382 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia:||||||the key: WP_time_09.3
36382 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_09.3
36382 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sub-Saharan Africa (excluding high income):|4.491019|||5.152926||the key: WP_time_09.3
36382 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Algeria:|1.789905|||1.360723||the key: WP_time_09.3
36382 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Estonia:|0.4249368|||1.142838||the key: WP_time_09.3
36382 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: North America:||||||the key: WP_time_09.3
36383 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Rep.:|0.3295143|||0||the key: WP_time_09.3
36383 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Colombia:|6.277077|||6.847342||the key: WP_time_09.3
36383 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Caribbean small states:||||||the key: WP_time_09.3
36383 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Azerbaijan:|6.711017|||2.419808||the key: WP_time_09.3
36383 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Israel:|1.197587|||2.204145||the key: WP_time_09.3
36383 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Angola:|1.914559|||6.353597||the key: WP_time_09.3
36383 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guinea-Bissau:||||||the key: WP_time_09.3
36383 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA & IBRD total:||||||the key: WP_time_09.3
36383 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: France:|0.3420597|||0.2873128||the key: WP_time_09.3
36383 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: World:|4.321186|||3.258642||the key: WP_time_09.3
36383 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: China:|0.7515943|||1.300887||the key: WP_time_09.3
36384 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Low income:|6.343123|||6.682921||the key: WP_time_09.3
36384 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Italy:|0.2660976|||1.569092||the key: WP_time_09.3
36384 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Arab World:||||||the key: WP_time_09.3
36384 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominican Republic:|17.63596|||10.15027||the key: WP_time_09.3
36384 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bangladesh:|4.746649|||6.653318||the key: WP_time_09.3
36384 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Comoros:||||1.716106||the key: WP_time_09.3
36384 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Jamaica:|0.5573296|||2.256211||the key: WP_time_09.3
36384 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Early-demographic dividend:||||||the key: WP_time_09.3
36384 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Greenland:||||||the key: WP_time_09.3
36384 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Australia:|1.409531|||0.7610439||the key: WP_time_09.3
36385 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Guam:||||||the key: WP_time_09.3
36385 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cote d'Ivoire:|0.5014414|||||the key: WP_time_09.3
36385 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Asia:|10.69197|||6.078538||the key: WP_time_09.3
36385 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Indonesia:|3.609277|||2.159819||the key: WP_time_09.3
36385 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Least developed countries: UN classification:||||||the key: WP_time_09.3
36385 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Cameroon:|1.036213|||8.784846||the key: WP_time_09.3
36385 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (excluding high income):|2.454515|||2.221049||the key: WP_time_09.3
36385 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Korea, Dem. People's Rep.:||||||the key: WP_time_09.3
36385 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Late-demographic dividend:||||||the key: WP_time_09.3
36385 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_09.3
36385 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Isle of Man:||||||the key: WP_time_09.3
36385 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: American Samoa:||||||the key: WP_time_09.3
36386 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Haiti:|7.667495|||3.960632||the key: WP_time_09.3
36386 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: High income:|1.001383|||1.747427||the key: WP_time_09.3
36386 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Czech Republic:|1.777641|||0.6574106||the key: WP_time_09.3
36386 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ireland:|1.099764|||1.511888||the key: WP_time_09.3
36386 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pacific island small states:||||||the key: WP_time_09.3
36386 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ethiopia:|1.400553|||||the key: WP_time_09.3
36386 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: IDA only:||||||the key: WP_time_09.3
36386 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Croatia:|1.055368|||1.208454||the key: WP_time_09.3
36386 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kosovo:|1.042692|||1.86415||the key: WP_time_09.3
36387 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Burkina Faso:|1.575774|||2.69967||the key: WP_time_09.3
36387 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: OECD members:||||||the key: WP_time_09.3
36387 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Chad:|2.794501|||9.803707||the key: WP_time_09.3
36387 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Dominica:||||||the key: WP_time_09.3
36387 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Brazil:|0.3879482|||0.7312351||the key: WP_time_09.3
36387 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_09.3
36387 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Bosnia and Herzegovina:|0|||1.282306||the key: WP_time_09.3
36387 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Andorra:||||||the key: WP_time_09.3
36387 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Channel Islands:||||||the key: WP_time_09.3
36389 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Argentina:|0.8939402|||0.7287634||the key: WP_time_09.3
36389 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Kingdom:|2.559014|||1.554702||the key: WP_time_09.3
36390 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: San Marino:||||||the key: WP_time_09.3
36390 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Luxembourg:|1.843655|||1.01352||the key: WP_time_09.3
36390 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sweden:|0.4834788|||0.7907928||the key: WP_time_09.3
36390 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macao SAR, China:||||||the key: WP_time_09.3
36390 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sao Tome and Principe:||||||the key: WP_time_09.3
36390 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Macedonia, FYR:|0.7290088|||1.504821||the key: WP_time_09.3
36390 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liberia:||||12.61006||the key: WP_time_09.3
36390 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Madagascar:|2.179833|||1.142994||the key: WP_time_09.3
36390 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Saudi Arabia:|14.99799|||11.48409||the key: WP_time_09.3
36391 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malawi:|12.27384|||4.763633||the key: WP_time_09.3
36391 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Switzerland:|0.5997846|||||the key: WP_time_09.3
36391 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malaysia:|0|||1.535034||the key: WP_time_09.3
36391 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Senegal:|2.070424|||1.748372||the key: WP_time_09.3
36391 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Maldives:||||||the key: WP_time_09.3
36391 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kuwait:|14.87537|||2.032497||the key: WP_time_09.3
36391 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Serbia:|0.0645084|||1.593909||the key: WP_time_09.3
36391 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zimbabwe:|3.549518|||3.551444||the key: WP_time_09.3
36391 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mali:|2.207604|||2.119718||the key: WP_time_09.3
36391 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Syrian Arab Republic:||||17.15403||the key: WP_time_09.3
36391 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Malta:|0.1484898|||0.1024112||the key: WP_time_09.3
36392 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Seychelles:||||||the key: WP_time_09.3
36392 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Marshall Islands:||||||the key: WP_time_09.3
36392 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United States:|1.800871|||4.579741||the key: WP_time_09.3
36392 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritania:|5.422951|||11.05375||the key: WP_time_09.3
36392 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sierra Leone:|4.666716|||4.466863||the key: WP_time_09.3
36392 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mauritius:|0|||0.4853454||the key: WP_time_09.3
36392 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tajikistan:|1.030568|||1.845243||the key: WP_time_09.3
36392 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mexico:|8.549178|||2.017603||the key: WP_time_09.3
36392 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Singapore:|1.037418|||1.786471||the key: WP_time_09.3
36392 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vanuatu:||||||the key: WP_time_09.3
36392 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turks and Caicos Islands:||||||the key: WP_time_09.3
36392 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lesotho:||||5.340472||the key: WP_time_09.3
36393 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Micronesia, Fed. Sts.:||||||the key: WP_time_09.3
36393 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sint Maarten (Dutch part):||||||the key: WP_time_09.3
36393 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Moldova:|3.123642|||3.634854||the key: WP_time_09.3
36393 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tanzania:|6.722281|||4.471999||the key: WP_time_09.3
36393 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Monaco:||||||the key: WP_time_09.3
36393 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovak Republic:|1.505792|||1.023415||the key: WP_time_09.3
36393 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mongolia:|2.66634|||5.052508||the key: WP_time_09.3
36393 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Liechtenstein:||||||the key: WP_time_09.3
36393 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Montenegro:|0.3256814|||0.8428181||the key: WP_time_09.3
36393 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Thailand:|8.234267|||2.964739||the key: WP_time_09.3
36393 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Morocco:||||2.133777||the key: WP_time_09.3
36394 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lao PDR:||||5.04186||the key: WP_time_09.3
36394 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Mozambique:||||||the key: WP_time_09.3
36394 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tuvalu:||||||the key: WP_time_09.3
36394 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Myanmar:|17.22305|||||the key: WP_time_09.3
36394 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Slovenia:|0.5226433|||0.137855||the key: WP_time_09.3
36394 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Namibia:|2.379514|||||the key: WP_time_09.3
36394 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Timor-Leste:||||||the key: WP_time_09.3
36394 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nauru:||||||the key: WP_time_09.3
36394 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Solomon Islands:||||||the key: WP_time_09.3
36394 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nepal:|15.29056|||19.56207||the key: WP_time_09.3
36394 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uruguay:|1.126359|||0.3650873||the key: WP_time_09.3
36394 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Netherlands:|0|||0.5872105||the key: WP_time_09.3
36395 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Somalia:|7.805271|||||the key: WP_time_09.3
36395 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Caledonia:||||||the key: WP_time_09.3
36395 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Togo:|1.640344|||2.354536||the key: WP_time_09.3
36395 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Africa:|17.95952|||6.160846||the key: WP_time_09.3
36395 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Zambia:|4.949783|||5.002388||the key: WP_time_09.3
36395 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: New Zealand:|0.9506133|||2.127563||the key: WP_time_09.3
36395 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uganda:|6.092744|||4.771786||the key: WP_time_09.3
36395 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nicaragua:|3.387241|||2.572454||the key: WP_time_09.3
36395 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: South Sudan:||||||the key: WP_time_09.3
36395 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tonga:||||||the key: WP_time_09.3
36395 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Niger:|1.296908|||7.897375||the key: WP_time_09.3
36396 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Libya:||||||the key: WP_time_09.3
36396 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lebanon:|4.059775|||2.048109||the key: WP_time_09.3
36396 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: West Bank and Gaza:|7.011838|||8.531549||the key: WP_time_09.3
36396 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Nigeria:|1.609713|||2.673706||the key: WP_time_09.3
36396 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Spain:|0.954218|||0.7017665||the key: WP_time_09.3
36396 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Northern Mariana Islands:||||||the key: WP_time_09.3
36397 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Trinidad and Tobago:||||0.3889717||the key: WP_time_09.3
36398 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Norway:|0|||||the key: WP_time_09.3
36398 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sri Lanka:|2.518713|||2.7875||the key: WP_time_09.3
36398 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Oman:||||5.284963||the key: WP_time_09.3
36398 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Ukraine:|2.221362|||1.588033||the key: WP_time_09.3
36398 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Pakistan:|3.650744|||1.91631||the key: WP_time_09.3
36398 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Kitts and Nevis:||||||the key: WP_time_09.3
36398 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Palau:||||||the key: WP_time_09.3
36398 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Uzbekistan:|0.8433612|||0.3974394||the key: WP_time_09.3
36399 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Panama:|14.21029|||8.265974||the key: WP_time_09.3
36399 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Lucia:||||||the key: WP_time_09.3
36399 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Papua New Guinea:||||||the key: WP_time_09.3
36399 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Virgin Islands (U.S.):||||||the key: WP_time_09.3
36399 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Paraguay:||||2.326489||the key: WP_time_09.3
36399 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Martin (French part):||||||the key: WP_time_09.3
36399 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Peru:|2.373237|||2.374999||the key: WP_time_09.3
36399 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Tunisia:|3.059945|||||the key: WP_time_09.3
36399 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Philippines:|14.70518|||13.85962||the key: WP_time_09.3
36399 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: St. Vincent and the Grenadines:||||||the key: WP_time_09.3
36399 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Poland:|0.9049053|||0.7794862||the key: WP_time_09.3
36400 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: United Arab Emirates:|5.508675|||2.413038||the key: WP_time_09.3
36400 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Portugal:|0.6500614|||0.7775458||the key: WP_time_09.3
36400 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Sudan:|1.682193|||8.48941||the key: WP_time_09.3
36400 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Puerto Rico:|0.9069369|||||the key: WP_time_09.3
36400 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkey:|1.786139|||0.4913375||the key: WP_time_09.3
36400 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Qatar:||||5.830347||the key: WP_time_09.3
36400 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Suriname:||||||the key: WP_time_09.3
36400 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Venezuela, RB:|3.282001|||1.624547||the key: WP_time_09.3
36400 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Lithuania:|0.3061895|||2.787348||the key: WP_time_09.3
36400 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Latvia:|2.115927|||1.609401||the key: WP_time_09.3
36401 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Romania:|2.035524|||0.1724527||the key: WP_time_09.3
36401 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Vietnam:|2.109456|||3.462739||the key: WP_time_09.3
36401 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Turkmenistan:|1.77371|||3.301473||the key: WP_time_09.3
36401 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Yemen, Rep.:|13.68393|||3.628078||the key: WP_time_09.3
36401 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Russian Federation:|1.099032|||1.296271||the key: WP_time_09.3
36401 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Kyrgyz Republic:|3.848762|||1.997227||the key: WP_time_09.3
36401 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Rwanda:|1.366038|||4.196074||the key: WP_time_09.3
36401 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Swaziland:||||12.84258||the key: WP_time_09.3
36402 Thread-1 INFO com.revature.reduce.IntersectReduce IntersectReduce.java:33 the value: Samoa:||||||the key: WP_time_09.3
36403 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1073223931_0001_r_000000_0 is done. And is in the process of commiting
36404 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36405 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36405 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
36405 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
36406 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1073223931_0001_r_000000_0 is allowed to commit now
36408 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1073223931_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
36409 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1073223931_0001_r_000000_0' to outputGenderStats
36414 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36415 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36415 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
36415 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
36415 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1073223931_0001_r_000000_0' done.
36504 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
36505 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1073223931_0001
36505 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
36507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
36507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
36507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
36508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
36508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
36508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
36508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
36509 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
36509 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
36509 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
36509 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
36509 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
36510 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
36510 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36510 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
36510 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
36510 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36511 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
36511 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
36512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
36512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
36512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
36512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
36513 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
36516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
36516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
36517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
36518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
36518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
36518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
36518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
36518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
36519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
36520 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
36521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
36521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
36522 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
36522 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
36522 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
36522 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
36523 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
36523 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
36523 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
36523 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
36523 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
36524 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
36524 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
36524 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36524 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
36524 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
36528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
36529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
36529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
36530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
36532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
36534 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
36534 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
36535 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
36535 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
36536 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
36536 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
36536 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
36538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
36538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
36539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
36539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
36540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
36541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
36552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
36553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
36554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
36557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
36558 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
36558 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
36559 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
36559 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652369
36559 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
36559 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
36560 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
36560 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
36560 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320552
36561 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
36561 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
36561 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
36561 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
36562 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
36562 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
36562 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
36562 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
36563 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2773483520
36565 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
36567 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
36568 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
36568 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=31311872
36568 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069886
36569 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
36570 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
36574 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
36574 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
36576 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
36576 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Mon Dec 10 23:00:10 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
18 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
87 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
90 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
97 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
99 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
126 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
166 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
195 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
200 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
201 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
201 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
202 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
210 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
210 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
211 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
217 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
223 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson285926907/.staging/job_local285926907_0001
230 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
238 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
242 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
244 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
245 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
323 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local285926907_0001
343 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
373 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local285926907_0001
401 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
404 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
406 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
414 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
418 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local285926907_0001_m_000000_0
430 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
449 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local285926907_0001/attempt_local285926907_0001_m_000000_0
452 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
552 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
560 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@633045b0
565 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
566 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
566 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
572 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
572 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
582 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
625 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
626 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
627 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
627 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
627 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
627 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
628 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1379 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5838 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
6008 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
6010 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local285926907_0001_m_000000_0 is done. And is in the process of commiting
6012 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6013 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6013 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6013 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6013 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6014 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6015 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6017 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6019 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6020 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
6021 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local285926907_0001_m_000000_0' done.
6022 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local285926907_0001_m_000000_0
6022 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local285926907_0001_m_000001_0
6023 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
6023 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6023 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
6024 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local285926907_0001/attempt_local285926907_0001_m_000001_0
6024 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
6025 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4969bf12
6027 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
6027 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
6027 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
6027 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6028 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
6028 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
6038 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
6039 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
6039 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
6039 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
6039 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
6039 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
6040 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
6384 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
9683 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9741 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9743 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local285926907_0001_m_000001_0 is done. And is in the process of commiting
9745 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9745 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9746 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9746 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9747 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9747 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9747 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9752 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9753 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9753 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9753 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9753 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local285926907_0001_m_000001_0' done.
9753 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local285926907_0001_m_000001_0
9753 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local285926907_0001_m_000002_0
9754 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9754 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9754 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9754 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local285926907_0001/attempt_local285926907_0001_m_000002_0
9756 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9757 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43eada78
9758 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9758 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
9759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9760 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
9769 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
9770 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
9770 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9770 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9770 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9771 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9771 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10387 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
11007 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11009 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11012 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local285926907_0001_m_000002_0 is done. And is in the process of commiting
11014 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11015 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11015 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11016 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11017 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11022 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11022 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11023 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11023 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local285926907_0001_m_000002_0' done.
11023 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local285926907_0001_m_000002_0
11024 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11028 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11029 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11030 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11030 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11030 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11030 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11030 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11030 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11031 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local285926907_0001/attempt_local285926907_0001_r_000000_0
11038 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11038 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@eab574a
11039 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11039 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11047 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11051 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652357 bytes
11052 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11052 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11054 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11055 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11388 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
11520 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local285926907_0001_r_000000_0 is done. And is in the process of commiting
11521 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11521 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11522 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11523 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11523 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11523 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11524 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11525 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11525 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11527 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11527 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11528 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local285926907_0001_r_000000_0 is allowed to commit now
11529 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local285926907_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
11530 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local285926907_0001_r_000000_0' to outputGenderStats
11532 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11533 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11534 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11537 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11538 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local285926907_0001_r_000000_0' done.
12388 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
12389 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local285926907_0001
12391 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12392 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12396 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12399 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12400 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12407 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12407 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12414 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12417 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12419 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12426 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12429 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12431 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12433 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12438 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12440 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12444 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12451 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12453 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12454 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12456 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12457 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12459 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12461 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12462 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12468 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12470 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12472 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12480 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12481 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12482 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12483 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12485 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12486 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12487 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12487 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12488 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12488 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12488 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12489 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12492 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12495 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12496 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12496 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12497 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12497 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12500 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12502 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
12502 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
12502 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
12503 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
12503 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
12503 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
12503 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
12504 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
12504 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
12504 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
12505 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
12505 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
12506 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12506 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
12506 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12506 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
12507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
12507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
12507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
12508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
12508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
12512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
12512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12513 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
12513 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
12513 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
12513 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652369
12513 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
12514 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
12514 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
12514 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
12515 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320552
12517 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
12517 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
12517 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
12517 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
12517 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=165178
12517 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
12518 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
12519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
12519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3319267328
12519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
12519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
12519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
12520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=39862594
12520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069886
12520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
12520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8550746
12521 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
12522 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12522 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
12522 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Mon Dec 10 23:21:25 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
21 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
85 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
87 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
95 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
97 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
121 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
157 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
188 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
195 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
197 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
197 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
198 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
206 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
208 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
208 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
215 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
222 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1897736652/.staging/job_local1897736652_0001
231 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
239 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
242 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
244 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
245 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
340 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1897736652_0001
358 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
391 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1897736652_0001
414 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
414 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
414 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
428 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
431 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1897736652_0001_m_000000_0
442 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
452 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
452 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
464 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1897736652_0001/attempt_local1897736652_0001_m_000000_0
467 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
577 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
583 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@554d60cd
590 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
590 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
591 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
593 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
593 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
604 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
658 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
659 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
662 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
663 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
665 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
666 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1414 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6334 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
6469 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6470 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6470 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6471 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6471 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6471 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6471 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6473 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6473 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6473 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6474 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
6532 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
6536 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1897736652_0001_m_000000_0 is done. And is in the process of commiting
6539 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6541 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6542 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6544 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
6546 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1897736652_0001_m_000000_0' done.
6548 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1897736652_0001_m_000000_0
6550 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1897736652_0001_m_000001_0
6550 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
6551 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6551 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
6552 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1897736652_0001/attempt_local1897736652_0001_m_000001_0
6557 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
6560 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1c41577a
6565 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
6566 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
6566 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
6567 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6568 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
6569 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
6585 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
6586 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
6586 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
6587 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
6587 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
6587 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
6587 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
7425 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
10398 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10454 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10464 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1897736652_0001_m_000001_0 is done. And is in the process of commiting
10464 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10465 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10465 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10466 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10467 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10468 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10468 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10470 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10471 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10471 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10472 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10473 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1897736652_0001_m_000001_0' done.
10473 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1897736652_0001_m_000001_0
10474 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1897736652_0001_m_000002_0
10475 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10476 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10476 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10478 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1897736652_0001/attempt_local1897736652_0001_m_000002_0
10479 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10480 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6e607129
10484 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10484 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
10485 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10485 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10486 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10486 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
10500 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
10500 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
10501 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10501 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10501 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10502 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10502 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11426 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
11812 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
11819 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
11821 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1897736652_0001_m_000002_0 is done. And is in the process of commiting
11821 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11821 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11822 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11825 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11826 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11826 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11826 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11828 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11828 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11829 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11829 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11829 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1897736652_0001_m_000002_0' done.
11829 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1897736652_0001_m_000002_0
11832 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
11847 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
11847 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11848 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11848 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11853 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11853 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11853 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11853 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11854 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1897736652_0001/attempt_local1897736652_0001_r_000000_0
11893 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
11895 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6d28e710
11898 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11898 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11919 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
11930 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes
11933 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11936 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11948 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11950 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
12433 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
13547 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1897736652_0001_r_000000_0 is done. And is in the process of commiting
13622 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13623 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
13623 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
13648 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
13649 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
13650 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
13650 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
13655 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13656 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13657 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13658 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13658 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1897736652_0001_r_000000_0 is allowed to commit now
13691 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1897736652_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
13693 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1897736652_0001_r_000000_0' to outputGenderStats
13803 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13803 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13804 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
13805 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
13826 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1897736652_0001_r_000000_0' done.
14434 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
14435 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1897736652_0001
14436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14439 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14443 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14444 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14446 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14448 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14450 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14452 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14454 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14458 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14460 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14462 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14466 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14468 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14473 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14475 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14477 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14478 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14479 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14481 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14481 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14482 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14482 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14489 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14490 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14491 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14491 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14491 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14492 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14493 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14496 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14499 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14499 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14500 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14502 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14503 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14506 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14509 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14509 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14510 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14510 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14510 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14511 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14511 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14513 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14514 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
14514 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
14514 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
14515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
14515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
14515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
14515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
14515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
14516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
14516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
14516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
14517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
14517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
14517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
14518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
14519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
14519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
14519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
14520 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
14521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
14521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
14522 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
14524 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
14524 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
14525 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
14525 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
14526 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
14526 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652408
14526 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
14526 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
14526 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
14526 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
14527 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320591
14527 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
14527 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
14527 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
14527 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
14527 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=165178
14528 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
14528 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
14528 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
14528 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3260022784
14528 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
14528 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
14529 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
14529 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=39862727
14529 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069925
14529 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
14529 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8550785
14531 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
14532 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
14532 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
14532 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
24 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
85 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
87 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
95 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
99 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
137 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
177 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
209 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
214 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
215 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
216 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
216 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
221 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
222 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
222 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
230 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
235 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1166753232/.staging/job_local1166753232_0001
244 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
251 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
255 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
256 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
257 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
419 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1166753232_0001
444 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
482 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1166753232_0001
506 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
507 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
510 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
549 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
554 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1166753232_0001_m_000000_0
571 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
583 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
585 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
610 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1166753232_0001/attempt_local1166753232_0001_m_000000_0
617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
721 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
728 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@251c5e1f
732 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
733 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
734 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
736 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
737 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
745 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
780 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
780 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
780 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
781 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
781 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
781 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
781 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1488 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6628 communicatiß.Å~a}aÜ®S^q!{øz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªðºç—àžÓ¶üà²Òx Ÿz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªw/´y€šNŽR6ý­u$Vz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ª _ø«p¾yH˜™y/Ü!LÓü€%b#/¥ÿb¦ò<²°´I¡ÈÑQ6ƯŠù“¥ç4æõ/® Éï°g„å/ Ÿ¨>óš>ª5ŠNêvK¤e}sü¥,«ñc‰ºOç<­£Ïu²…t˪³°Š ä’GW—ñNõÄÈùËà) ëLÕ½‡JU r“«F[àú|æl²†P’²Zã^ÚSƒ :r ¾‘ìN=O©çÐ}ºL¤ßÚ®Dµ(Þò\Kí8-@ŠœpéÏ*QÇ;+¾î{Dò‹Éiêõ6ŽŠ'«Ò­ó äÒñȉ—üvØÚÊšo2\Áàe÷@Úç¸æé|BŽo•æ¡PyÀ?ÀÆÌx6M"Ö3v{¢c—ݱîa lª_®¿˜Pefî–dV±ôÿžIJ§¦Dùë¾;ìÚIñ ÛWQˆš3è±”yZ;!¶z `n~Ô5²‡&êðÊ`žÌ~^朗ãŽÓ§…ão¦À.¹¹Z]Ìß–Ûcš@òœ¿ š‡~å.>åZ–ÂJEM·­zùæÐlC¶ˆ¬¶ŽEÝ"é p,a Test Log HTML
Log session start time Mon Dec 10 23:23:34 EST 2018

Test Log HTML
Log session start time Mon Dec 10 23:25:12 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
42 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
88 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
89 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
92 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
95 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
114 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
135 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
156 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
161 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
162 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
162 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
163 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
168 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
168 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
169 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
174 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
178 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1744794553/.staging/job_local1744794553_0001
184 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
190 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
193 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
195 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
196 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
252 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1744794553_0001
266 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
290 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1744794553_0001
308 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
311 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
312 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
316 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
318 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1744794553_0001_m_000000_0
328 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
336 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
337 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
355 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1744794553_0001/attempt_local1744794553_0001_m_000000_0
357 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
411 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
415 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@554d60cd
418 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
418 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
419 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
421 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
421 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
426 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
458 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
459 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
459 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
459 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
460 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
460 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
461 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1294 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5037 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5163 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5165 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1744794553_0001_m_000000_0 is done. And is in the process of commiting
5170 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5170 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5170 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5171 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5171 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5171 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5172 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5174 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5175 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5175 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5175 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5175 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1744794553_0001_m_000000_0' done.
5176 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1744794553_0001_m_000000_0
5179 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1744794553_0001_m_000001_0
5180 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5180 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5181 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5181 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1744794553_0001/attempt_local1744794553_0001_m_000001_0
5183 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5184 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7de965c3
5185 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5191 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5191 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5192 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5192 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5192 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5202 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5203 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5203 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5203 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5203 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5203 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5204 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5297 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8474 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8524 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8527 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1744794553_0001_m_000001_0 is done. And is in the process of commiting
8527 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8527 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8528 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8528 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8528 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8528 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8529 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8531 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8533 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8534 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8535 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8535 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1744794553_0001_m_000001_0' done.
8536 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1744794553_0001_m_000001_0
8536 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1744794553_0001_m_000002_0
8537 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8537 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8538 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8538 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1744794553_0001/attempt_local1744794553_0001_m_000002_0
8540 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8540 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@66ba5081
8541 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8541 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8542 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8542 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8542 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8542 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8548 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8548 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8548 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8548 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8548 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8549 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8549 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9298 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9638 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9639 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9640 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1744794553_0001_m_000002_0 is done. And is in the process of commiting
9641 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9641 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9641 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9641 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9641 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9642 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9642 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9643 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9644 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9644 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9644 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9644 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1744794553_0001_m_000002_0' done.
9644 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1744794553_0001_m_000002_0
9645 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9650 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9650 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9650 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9650 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9651 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9651 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9651 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9651 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9653 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1744794553_0001/attempt_local1744794553_0001_r_000000_0
9657 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9657 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a016962
9658 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9658 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9664 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
9670 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes
9670 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9670 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9678 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9680 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10019 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1744794553_0001_r_000000_0 is done. And is in the process of commiting
10020 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10020 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10020 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10020 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10020 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10020 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10020 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10021 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10021 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10021 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10021 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10022 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1744794553_0001_r_000000_0 is allowed to commit now
10023 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1744794553_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
10023 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1744794553_0001_r_000000_0' to outputGenderStats
10024 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10024 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10024 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10024 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
10024 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1744794553_0001_r_000000_0' done.
10300 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10309 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1744794553_0001
10310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10312 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10313 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10315 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10316 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10317 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10321 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10323 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10326 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10329 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10331 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10333 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10337 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10343 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10345 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10346 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10348 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10349 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10350 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10352 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10362 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10363 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10365 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10366 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10367 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10368 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10371 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10373 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10374 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10384 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10387 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10388 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10389 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10389 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10390 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10391 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10392 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10392 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10394 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10395 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10397 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10398 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10399 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10400 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10406 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10408 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10412 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10413 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10415 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10416 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10418 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10419 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10420 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10425 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10427 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10428 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10429 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10437 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10438 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10438 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10439 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10439 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
10439 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652408
10440 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
10440 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10441 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10441 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
10442 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320591
10442 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10443 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10445 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
10445 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10446 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=165178
10447 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
10449 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10449 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10450 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3456106496
10452 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10452 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10452 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10452 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=39862727
10452 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069925
10453 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10453 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8550785
10456 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10456 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10457 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10457 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Mon Dec 10 23:26:57 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
14 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
80 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
80 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
83 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
85 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
105 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
132 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
150 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
156 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
157 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
158 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
158 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
162 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
162 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
163 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
168 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
173 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson360635077/.staging/job_local360635077_0001
181 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
190 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
192 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
194 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
195 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
252 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local360635077_0001
267 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
292 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local360635077_0001
308 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
309 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
309 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
311 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
314 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local360635077_0001_m_000000_0
322 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
331 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
334 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
346 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local360635077_0001/attempt_local360635077_0001_m_000000_0
348 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
403 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
408 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@554d60cd
411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
412 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
412 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
414 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
414 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
419 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
450 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
450 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1295 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5232 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5381 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5382 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local360635077_0001_m_000000_0 is done. And is in the process of commiting
5385 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5385 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5385 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5385 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5385 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5386 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5386 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5388 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5391 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5393 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5394 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5395 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local360635077_0001_m_000000_0' done.
5395 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local360635077_0001_m_000000_0
5396 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local360635077_0001_m_000001_0
5396 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5396 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5396 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5397 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local360635077_0001/attempt_local360635077_0001_m_000001_0
5398 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5398 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7de965c3
5400 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5400 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5400 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5401 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5401 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5401 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5408 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5408 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5408 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
6299 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8554 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8597 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8600 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local360635077_0001_m_000001_0 is done. And is in the process of commiting
8600 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8600 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8600 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8601 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8601 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8601 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8601 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8602 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8602 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8603 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8603 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8603 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local360635077_0001_m_000001_0' done.
8603 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local360635077_0001_m_000001_0
8603 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local360635077_0001_m_000002_0
8603 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8604 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8604 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8604 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local360635077_0001/attempt_local360635077_0001_m_000002_0
8607 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8608 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@66ba5081
8609 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8610 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8612 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8612 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8612 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8615 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8623 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8623 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8623 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8624 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8624 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8624 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8624 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9300 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9783 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9785 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9787 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local360635077_0001_m_000002_0 is done. And is in the process of commiting
9787 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9787 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9787 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9788 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9788 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9788 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9788 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9790 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9790 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9791 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9792 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9792 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local360635077_0001_m_000002_0' done.
9792 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local360635077_0001_m_000002_0
9793 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9796 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9796 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9797 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9797 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9797 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9797 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9797 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9797 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9798 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local360635077_0001/attempt_local360635077_0001_r_000000_0
9808 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9810 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@53ffb2c
9814 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9815 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9820 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
9823 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes
9824 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9824 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9827 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9827 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10133 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local360635077_0001_r_000000_0 is done. And is in the process of commiting
10133 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10134 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10134 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10134 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10134 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10134 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10134 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10135 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10135 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10135 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10136 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10136 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local360635077_0001_r_000000_0 is allowed to commit now
10137 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local360635077_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
10137 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local360635077_0001_r_000000_0' to outputGenderStats
10140 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10141 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10141 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10141 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
10142 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local360635077_0001_r_000000_0' done.
10301 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10301 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local360635077_0001
10302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10303 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10303 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10303 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10303 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10304 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10305 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10307 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10307 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10308 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10308 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10308 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10309 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10311 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10315 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10315 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10316 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10316 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10316 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10317 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10317 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10317 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10317 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10318 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10318 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10321 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10321 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10321 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10321 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10322 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10329 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10330 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10330 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10331 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10332 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10333 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10333 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10335 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10335 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10337 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10337 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10337 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10337 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10338 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10339 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10339 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10341 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10341 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10342 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10342 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10343 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10343 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10344 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10344 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10344 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10344 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10345 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10346 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10346 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10347 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10349 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10354 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10355 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10355 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10355 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10355 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10355 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10356 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10356 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10356 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
10356 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652408
10356 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
10356 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10356 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10356 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
10356 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320591
10356 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10357 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10357 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
10357 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10357 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=165178
10357 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
10357 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10361 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10361 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2905079808
10361 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10361 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10361 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10361 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=39862711
10361 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069925
10362 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10362 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8550785
10365 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10365 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10366 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10366 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Mon Dec 10 23:28:17 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
11 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
58 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
59 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
63 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
65 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
84 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
106 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
127 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
134 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
135 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
135 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
135 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
139 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
139 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
140 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
145 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
150 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson935250280/.staging/job_local935250280_0001
158 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
165 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
167 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
169 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
170 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
230 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local935250280_0001
242 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
265 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local935250280_0001
284 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
285 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
287 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
290 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
293 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local935250280_0001_m_000000_0
301 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
309 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
312 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
324 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local935250280_0001/attempt_local935250280_0001_m_000000_0
326 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
386 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
391 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71371d2c
394 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
397 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
399 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
407 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
407 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
417 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
451 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
451 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
452 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
452 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
452 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
452 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1269 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5015 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5182 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5184 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local935250280_0001_m_000000_0 is done. And is in the process of commiting
5186 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5186 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5186 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5186 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5187 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5187 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5187 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5188 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5189 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5189 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5190 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5190 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local935250280_0001_m_000000_0' done.
5190 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local935250280_0001_m_000000_0
5191 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local935250280_0001_m_000001_0
5191 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5191 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5191 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5192 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local935250280_0001/attempt_local935250280_0001_m_000001_0
5194 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5195 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72150e93
5197 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5197 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5197 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5197 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5198 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5199 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5204 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5204 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5204 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5204 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5204 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5205 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5205 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5275 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8245 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8295 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8297 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local935250280_0001_m_000001_0 is done. And is in the process of commiting
8298 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8298 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8298 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8298 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8298 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8298 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8299 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8299 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8300 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8300 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8300 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8300 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local935250280_0001_m_000001_0' done.
8300 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local935250280_0001_m_000001_0
8301 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local935250280_0001_m_000002_0
8301 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8301 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8301 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8301 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local935250280_0001/attempt_local935250280_0001_m_000002_0
8303 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8304 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72747d97
8305 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8306 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8306 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8306 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8306 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8307 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8314 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8314 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8315 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8315 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8315 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8315 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8315 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9276 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9353 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9355 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9359 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local935250280_0001_m_000002_0 is done. And is in the process of commiting
9360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9361 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9362 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9362 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9362 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9362 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local935250280_0001_m_000002_0' done.
9362 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local935250280_0001_m_000002_0
9363 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9365 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9365 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9366 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9366 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9366 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9366 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9366 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9366 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9368 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local935250280_0001/attempt_local935250280_0001_r_000000_0
9375 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9379 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4275df9e
9380 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9381 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9384 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
9390 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes
9390 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9391 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9395 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9395 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
9783 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local935250280_0001_r_000000_0 is done. And is in the process of commiting
9783 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9784 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9785 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9786 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9786 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9787 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9787 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9787 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9788 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9788 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9789 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9789 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local935250280_0001_r_000000_0 is allowed to commit now
9790 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local935250280_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
9791 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local935250280_0001_r_000000_0' to outputGenderStats
9792 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9792 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9793 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9793 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
9793 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local935250280_0001_r_000000_0' done.
10277 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10278 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local935250280_0001
10278 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10279 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10279 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10280 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10280 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10281 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10281 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10281 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10282 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10282 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10285 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10285 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10285 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10286 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10286 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10286 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10287 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10287 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10287 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10287 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10288 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10288 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10288 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10288 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10288 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10288 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10289 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10289 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10289 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10289 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10289 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10290 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10290 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10290 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10290 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10290 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10296 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10296 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10297 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10297 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10297 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10297 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10297 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10297 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10298 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10298 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10298 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10298 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10298 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10300 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10300 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10300 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10303 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10303 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10303 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10303 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10304 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10304 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10304 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10304 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10305 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10305 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10305 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10305 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10305 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
10306 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652408
10306 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
10306 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10306 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10306 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
10306 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320591
10307 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10307 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10307 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
10307 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10307 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=165178
10307 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
10307 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10308 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10308 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2678063104
10308 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10308 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10308 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10308 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=39862711
10308 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069925
10308 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10309 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8550785
10310 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10310 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10310 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10310 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Mon Dec 10 23:30:26 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
11 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
72 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
73 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
76 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
78 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
98 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
119 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
138 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
144 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
144 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
145 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
145 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
150 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
151 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
152 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
157 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
162 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson881805475/.staging/job_local881805475_0001
168 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
176 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
178 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
181 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
181 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
242 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local881805475_0001
255 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
279 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local881805475_0001
299 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
299 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
300 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
303 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
306 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local881805475_0001_m_000000_0
315 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
326 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
327 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
341 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local881805475_0001/attempt_local881805475_0001_m_000000_0
343 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
401 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
405 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@641d7592
408 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
408 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
410 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
410 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
415 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
447 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
448 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
449 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1282 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5131 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5256 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5258 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local881805475_0001_m_000000_0 is done. And is in the process of commiting
5261 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5261 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5261 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5261 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5261 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5262 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5262 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5263 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5264 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5264 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5264 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5264 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local881805475_0001_m_000000_0' done.
5264 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local881805475_0001_m_000000_0
5265 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local881805475_0001_m_000001_0
5265 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5265 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5265 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5266 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local881805475_0001/attempt_local881805475_0001_m_000001_0
5267 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5268 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7b043501
5270 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5271 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5274 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5275 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5276 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5281 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5286 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
5288 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5289 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5289 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5289 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5289 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5289 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5289 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8420 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8467 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8470 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local881805475_0001_m_000001_0 is done. And is in the process of commiting
8470 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8470 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8471 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8471 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8471 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8471 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8471 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8473 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8473 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8474 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8474 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8474 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local881805475_0001_m_000001_0' done.
8474 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local881805475_0001_m_000001_0
8474 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local881805475_0001_m_000002_0
8474 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8477 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8477 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8478 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local881805475_0001/attempt_local881805475_0001_m_000002_0
8480 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8482 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@42a2ae6
8484 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8484 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8485 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8485 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8485 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8486 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8494 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8494 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8495 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8495 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8495 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8495 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8496 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9288 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9605 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9606 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9608 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local881805475_0001_m_000002_0 is done. And is in the process of commiting
9608 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9608 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9608 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9608 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9609 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9609 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9609 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9610 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9611 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9611 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9611 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9611 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local881805475_0001_m_000002_0' done.
9612 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local881805475_0001_m_000002_0
9613 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9616 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9617 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9617 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9617 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9617 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9618 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9618 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9618 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9619 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local881805475_0001/attempt_local881805475_0001_r_000000_0
9630 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9633 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4275df9e
9635 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9636 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9640 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
9644 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes
9645 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9647 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9653 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9653 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
9959 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local881805475_0001_r_000000_0 is done. And is in the process of commiting
9960 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9960 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9960 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9960 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9961 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9961 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9961 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9961 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9962 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9962 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9962 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9962 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local881805475_0001_r_000000_0 is allowed to commit now
9963 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local881805475_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
9964 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local881805475_0001_r_000000_0' to outputGenderStats
9968 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9970 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9971 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9971 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
9971 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local881805475_0001_r_000000_0' done.
10289 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10290 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local881805475_0001
10291 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10293 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10294 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10295 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10296 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10297 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10298 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10305 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10306 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10307 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10309 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10315 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10316 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10321 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10322 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10322 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10323 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10325 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10325 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10346 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10349 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10349 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10350 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10356 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10358 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10365 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10367 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10369 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10373 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10375 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10376 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10380 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10381 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10382 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10387 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10388 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10389 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10390 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10400 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10406 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10413 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10414 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10417 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10420 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10425 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10425 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10426 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10427 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10427 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10428 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10431 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10433 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10433 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10437 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10437 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10438 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
10438 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652408
10438 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
10439 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10439 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10439 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
10440 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320591
10440 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10440 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10441 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
10441 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10442 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=165178
10442 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
10442 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10442 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10443 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2639790080
10443 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10443 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10443 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10444 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=39862711
10444 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069925
10445 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10446 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8550785
10448 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10449 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10449 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10449 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Mon Dec 10 23:32:07 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
9 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
55 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
58 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
62 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
64 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
89 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
112 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
129 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
134 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
135 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
135 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
135 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
140 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
141 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
141 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
147 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
152 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1313741512/.staging/job_local1313741512_0001
159 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
167 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
169 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
172 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
173 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
238 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1313741512_0001
251 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
279 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1313741512_0001
297 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
298 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
298 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
302 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
305 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1313741512_0001_m_000000_0
313 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
322 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
325 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
337 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1313741512_0001/attempt_local1313741512_0001_m_000000_0
340 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
392 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
399 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@251c5e1f
403 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
403 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
404 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
405 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
406 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
411 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
442 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
442 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1282 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5064 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5185 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5187 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1313741512_0001_m_000000_0 is done. And is in the process of commiting
5191 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5193 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5193 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5194 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5194 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5194 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5195 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5196 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5197 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5197 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5198 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5198 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1313741512_0001_m_000000_0' done.
5199 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1313741512_0001_m_000000_0
5199 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1313741512_0001_m_000001_0
5199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1313741512_0001/attempt_local1313741512_0001_m_000001_0
5202 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5203 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@227dbf03
5206 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5206 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5207 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5207 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5207 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5207 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5215 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5216 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5216 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5216 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5218 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5218 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5219 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5285 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8364 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8417 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8419 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1313741512_0001_m_000001_0 is done. And is in the process of commiting
8419 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8420 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8420 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8420 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8420 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8420 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8420 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8423 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8423 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8424 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8424 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8424 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1313741512_0001_m_000001_0' done.
8424 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1313741512_0001_m_000001_0
8424 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1313741512_0001_m_000002_0
8425 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8425 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8425 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8425 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1313741512_0001/attempt_local1313741512_0001_m_000002_0
8430 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8432 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@989a66
8433 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8434 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8434 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8434 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8434 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8435 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8441 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8441 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8441 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8441 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8441 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8442 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8442 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9286 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9540 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9542 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9543 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1313741512_0001_m_000002_0 is done. And is in the process of commiting
9544 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9544 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9544 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9545 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9545 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9545 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9545 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9546 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9547 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9547 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9548 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9548 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1313741512_0001_m_000002_0' done.
9548 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1313741512_0001_m_000002_0
9548 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9552 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9553 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9554 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9555 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9556 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9556 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9557 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9557 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9558 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1313741512_0001/attempt_local1313741512_0001_r_000000_0
9564 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9565 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@29852e62
9566 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9567 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9572 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
9576 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes
9576 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9576 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9579 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9579 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
9715 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1313741512_0001_r_000000_0 is done. And is in the process of commiting
9715 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9716 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9716 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9716 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9716 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9717 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9718 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9719 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9719 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9720 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9721 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9721 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1313741512_0001_r_000000_0 is allowed to commit now
9723 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1313741512_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
9724 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1313741512_0001_r_000000_0' to outputGenderStats
9726 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9726 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9727 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9727 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
9727 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1313741512_0001_r_000000_0' done.
10287 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10295 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1313741512_0001
10296 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10298 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10304 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10305 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10306 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10309 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10312 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10314 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10315 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10316 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10318 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10325 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10329 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10330 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10331 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10342 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10343 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10343 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10344 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10344 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10345 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10346 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10347 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10349 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10357 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10358 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10360 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10360 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10361 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10364 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10365 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10365 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10366 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10373 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10379 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10379 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10380 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10380 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10381 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10381 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10382 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10382 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10389 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10390 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10395 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10396 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10396 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10397 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10397 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10398 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10398 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10399 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10399 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10406 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10407 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10407 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10408 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10412 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10412 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10413 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10413 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
10414 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652408
10414 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
10414 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10414 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10415 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
10418 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320591
10418 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10418 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10418 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
10419 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10419 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
10419 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
10419 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10420 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10420 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2637692928
10420 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10420 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10420 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10421 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=31311950
10421 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069925
10421 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10421 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
10423 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10424 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10424 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10425 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Mon Dec 10 23:34:44 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
14 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
72 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
73 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
77 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
80 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
100 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
152 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
169 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
176 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
177 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
177 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
178 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
184 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
184 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
187 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
193 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
199 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1591445693/.staging/job_local1591445693_0001
207 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
215 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
217 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
219 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
220 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
289 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1591445693_0001
306 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
330 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1591445693_0001
348 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
348 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
348 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
351 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
355 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1591445693_0001_m_000000_0
362 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
370 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
373 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
385 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1591445693_0001/attempt_local1591445693_0001_m_000000_0
387 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
443 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
447 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71371d2c
450 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
450 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
452 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
453 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
458 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
488 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
488 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
488 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
488 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
489 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
489 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
489 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1334 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
4960 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5127 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5129 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1591445693_0001_m_000000_0 is done. And is in the process of commiting
5132 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5132 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5132 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5132 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5132 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5133 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5133 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5135 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5136 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5137 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5138 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5140 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1591445693_0001_m_000000_0' done.
5141 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1591445693_0001_m_000000_0
5143 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1591445693_0001_m_000001_0
5144 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5145 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5146 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5148 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1591445693_0001/attempt_local1591445693_0001_m_000001_0
5149 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5151 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72150e93
5153 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5153 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5154 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5154 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5154 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5156 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5163 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5163 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5163 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5163 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5164 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5164 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5164 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5337 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8233 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8303 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8305 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1591445693_0001_m_000001_0 is done. And is in the process of commiting
8305 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8306 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8306 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8306 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8306 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8307 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8311 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8312 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8312 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8313 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8313 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8313 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1591445693_0001_m_000001_0' done.
8313 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1591445693_0001_m_000001_0
8314 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1591445693_0001_m_000002_0
8314 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8314 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8314 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8315 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1591445693_0001/attempt_local1591445693_0001_m_000002_0
8316 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8316 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72747d97
8318 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8318 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8319 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8319 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8319 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8320 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8329 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8330 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8330 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8330 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8330 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8331 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8331 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8339 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9487 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9489 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9492 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1591445693_0001_m_000002_0 is done. And is in the process of commiting
9493 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9493 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9494 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9494 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9495 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9495 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9495 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9496 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9496 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9497 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9497 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9497 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1591445693_0001_m_000002_0' done.
9497 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1591445693_0001_m_000002_0
9500 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9503 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9504 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9504 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9504 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9504 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9505 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9505 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9505 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9506 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1591445693_0001/attempt_local1591445693_0001_r_000000_0
9513 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9514 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@29852e62
9514 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9514 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9517 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
9520 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes
9521 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9521 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9525 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9525 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
9668 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1591445693_0001_r_000000_0 is done. And is in the process of commiting
9668 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9668 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9669 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9671 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9672 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9675 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9678 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9680 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9682 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9682 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9683 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9683 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1591445693_0001_r_000000_0 is allowed to commit now
9684 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1591445693_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
9685 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1591445693_0001_r_000000_0' to outputGenderStats
9686 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9687 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9688 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9688 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
9688 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1591445693_0001_r_000000_0' done.
10340 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10348 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1591445693_0001
10349 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10352 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10353 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10354 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10355 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10356 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10357 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10357 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10358 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10359 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10360 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10361 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10362 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10363 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10365 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10366 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10368 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10371 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10373 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10373 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10374 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10374 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10375 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10380 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10380 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10381 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10381 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10382 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10385 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10386 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10387 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10388 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10391 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10392 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10392 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10393 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10394 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10400 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10401 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10401 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10406 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10406 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10407 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10412 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10413 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10413 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10417 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10417 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10418 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10418 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10419 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10419 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10420 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10426 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10427 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10428 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10429 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10429 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10431 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10432 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10432 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10436 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
10436 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652408
10437 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
10437 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10438 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10438 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
10438 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320591
10439 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10439 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10440 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
10440 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10441 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
10441 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
10441 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10442 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10442 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3628072960
10443 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10443 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10444 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10444 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=31311950
10444 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069925
10445 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10445 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
10450 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10453 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10455 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10457 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Mon Dec 10 23:36:36 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
9 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
69 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
70 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
73 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
75 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
94 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
113 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
134 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
139 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
139 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
140 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
140 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
145 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
145 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
146 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
151 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
156 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1908284486/.staging/job_local1908284486_0001
164 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
171 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
173 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
177 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
178 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
241 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1908284486_0001
254 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
281 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1908284486_0001
300 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
301 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
302 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
306 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
309 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1908284486_0001_m_000000_0
319 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
328 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
328 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
338 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1908284486_0001/attempt_local1908284486_0001_m_000000_0
339 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
390 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
396 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@554d60cd
399 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
399 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
400 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
401 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
401 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
406 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
436 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
437 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
437 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
437 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
437 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
437 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
438 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1285 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5000 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5161 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5164 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1908284486_0001_m_000000_0 is done. And is in the process of commiting
5167 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5168 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5168 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5168 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5168 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5169 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5169 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5171 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5171 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5171 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5172 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5172 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1908284486_0001_m_000000_0' done.
5172 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1908284486_0001_m_000000_0
5172 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1908284486_0001_m_000001_0
5173 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5173 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5173 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5173 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1908284486_0001/attempt_local1908284486_0001_m_000001_0
5174 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5175 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7de965c3
5176 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5176 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5176 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5177 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5177 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5177 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5186 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5188 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5189 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5191 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5191 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5191 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5288 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8411 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8465 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8467 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1908284486_0001_m_000001_0 is done. And is in the process of commiting
8468 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8468 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8468 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8469 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8469 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8469 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8469 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8471 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8471 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8471 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8471 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8472 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1908284486_0001_m_000001_0' done.
8472 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1908284486_0001_m_000001_0
8472 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1908284486_0001_m_000002_0
8472 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8472 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8473 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8473 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1908284486_0001/attempt_local1908284486_0001_m_000002_0
8476 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8477 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@66ba5081
8478 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8478 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8478 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8479 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8479 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8479 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8485 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8485 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8486 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8486 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8486 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8486 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8486 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9289 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9591 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9593 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9594 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1908284486_0001_m_000002_0 is done. And is in the process of commiting
9595 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9595 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9595 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9596 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9596 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9596 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9596 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9598 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9599 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9599 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9599 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9599 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1908284486_0001_m_000002_0' done.
9600 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1908284486_0001_m_000002_0
9600 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9605 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9605 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9605 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9606 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9606 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9606 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9606 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9606 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9608 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1908284486_0001/attempt_local1908284486_0001_r_000000_0
9613 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9615 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@53ffb2c
9618 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9625 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9629 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
9632 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes
9632 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9632 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9636 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9637 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
9894 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1908284486_0001_r_000000_0 is done. And is in the process of commiting
9894 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9895 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9895 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9895 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9895 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9895 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9896 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9896 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9897 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9897 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9898 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9898 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1908284486_0001_r_000000_0 is allowed to commit now
9899 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1908284486_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
9900 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1908284486_0001_r_000000_0' to outputGenderStats
9902 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9903 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9903 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9904 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
9904 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1908284486_0001_r_000000_0' done.
10290 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10291 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1908284486_0001
10293 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10294 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10295 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10296 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10297 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10298 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10300 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10303 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10304 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10306 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10308 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10313 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10314 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10316 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10318 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10321 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10322 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10325 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10326 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10330 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10331 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10340 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10340 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10343 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10345 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10347 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10348 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10350 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10352 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10353 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10355 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10360 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10361 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10362 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10363 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10365 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10366 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10367 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10368 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10369 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10373 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10374 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10375 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10376 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10377 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10377 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10379 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10387 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10389 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10391 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10393 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10396 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10397 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10398 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10408 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10412 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10413 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10414 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10416 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10419 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10429 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10431 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10435 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10436 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10436 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
10436 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652408
10436 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
10437 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10437 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10437 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
10437 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320591
10437 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10438 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10438 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
10438 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10438 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=165178
10438 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
10438 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10439 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10439 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3360161792
10439 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10439 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10439 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10439 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=39696257
10440 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069925
10440 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10440 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8384315
10447 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10448 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10448 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10448 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Mon Dec 10 23:37:30 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
11 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
65 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
66 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
68 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
70 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
89 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
113 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
128 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
134 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
135 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
135 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
136 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
140 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
141 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
141 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
147 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
151 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1899573364/.staging/job_local1899573364_0001
158 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
165 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
167 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
170 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
172 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
235 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1899573364_0001
247 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
273 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1899573364_0001
291 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
292 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
292 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
295 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
298 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1899573364_0001_m_000000_0
307 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
319 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
321 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
332 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1899573364_0001/attempt_local1899573364_0001_m_000000_0
333 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
392 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
399 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71371d2c
403 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
405 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
412 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
418 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
450 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
451 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
451 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
452 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
452 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1276 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5011 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5172 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5174 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1899573364_0001_m_000000_0 is done. And is in the process of commiting
5183 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5184 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5184 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5184 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5184 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5186 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5186 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5188 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5188 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5189 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5189 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5189 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1899573364_0001_m_000000_0' done.
5189 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1899573364_0001_m_000000_0
5189 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1899573364_0001_m_000001_0
5190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1899573364_0001/attempt_local1899573364_0001_m_000001_0
5191 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5192 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72150e93
5195 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5196 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5197 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5197 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5197 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5199 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5204 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5204 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5205 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5205 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5205 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5205 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5205 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5315 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8325 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8378 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8380 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1899573364_0001_m_000001_0 is done. And is in the process of commiting
8381 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8381 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8383 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8383 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8384 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8385 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8385 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8387 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8387 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8387 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8388 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8388 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1899573364_0001_m_000001_0' done.
8388 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1899573364_0001_m_000001_0
8388 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1899573364_0001_m_000002_0
8388 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8388 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8389 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8389 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1899573364_0001/attempt_local1899573364_0001_m_000002_0
8393 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8394 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72747d97
8395 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8396 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8396 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8396 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8396 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8397 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8403 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8404 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8404 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8404 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8404 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8404 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8404 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9316 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9321 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9324 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9325 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1899573364_0001_m_000002_0 is done. And is in the process of commiting
9326 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9326 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9326 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9326 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9326 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9327 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9327 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9328 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9328 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9328 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9328 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9328 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1899573364_0001_m_000002_0' done.
9329 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1899573364_0001_m_000002_0
9329 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9331 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9331 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9331 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9332 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9332 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9332 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9332 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9332 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9332 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1899573364_0001/attempt_local1899573364_0001_r_000000_0
9337 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9337 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@29852e62
9338 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9338 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9343 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
9348 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes
9349 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9349 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9352 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9352 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
9506 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1899573364_0001_r_000000_0 is done. And is in the process of commiting
9507 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9507 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9507 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9507 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9508 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9508 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9508 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9509 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9510 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9511 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9514 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9516 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1899573364_0001_r_000000_0 is allowed to commit now
9521 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1899573364_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
9525 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1899573364_0001_r_000000_0' to outputGenderStats
9528 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9529 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9531 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9531 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
9533 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1899573364_0001_r_000000_0' done.
10317 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10318 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1899573364_0001
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10321 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10322 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10322 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10323 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10326 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10330 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10331 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10332 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10335 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10337 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10338 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10340 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10343 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10344 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10347 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10347 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10348 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10353 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10356 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10357 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10360 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10363 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10364 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10365 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10366 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10367 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10368 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10374 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10376 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10377 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10384 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10385 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10386 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10387 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10389 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10392 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10393 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10407 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10413 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10414 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10416 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10418 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10418 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10419 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10420 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10420 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10426 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10427 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10428 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10429 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10432 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10433 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10437 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10437 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10440 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10441 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10442 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10447 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10447 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10448 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10448 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10448 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10449 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10450 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10450 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10450 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
10451 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652408
10451 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
10451 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10451 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10451 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
10451 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320591
10451 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10452 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10453 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
10456 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10457 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
10462 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
10463 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10463 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10463 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2588409856
10463 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10463 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10463 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=31311950
10464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069925
10464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
10465 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10465 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10465 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10466 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Mon Dec 10 23:41:22 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
11 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
64 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
65 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
68 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
71 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
88 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
112 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
128 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
133 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
134 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
136 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
137 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
142 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
142 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
143 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
150 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
157 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1218388470/.staging/job_local1218388470_0001
164 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
171 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
174 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
177 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
178 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
243 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1218388470_0001
253 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
277 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1218388470_0001
295 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
296 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
296 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
301 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
304 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1218388470_0001_m_000000_0
313 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
319 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
320 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
332 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1218388470_0001/attempt_local1218388470_0001_m_000000_0
335 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
391 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
398 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71371d2c
402 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
402 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
403 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
404 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
405 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
411 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
442 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
443 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
444 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
444 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
444 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
444 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1280 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
4970 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5091 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5093 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1218388470_0001_m_000000_0 is done. And is in the process of commiting
5095 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5095 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5096 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5096 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5097 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5097 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5097 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5099 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5099 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5099 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5100 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5100 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1218388470_0001_m_000000_0' done.
5100 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1218388470_0001_m_000000_0
5100 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1218388470_0001_m_000001_0
5101 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5101 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5101 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5102 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1218388470_0001/attempt_local1218388470_0001_m_000001_0
5105 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5106 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72150e93
5107 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5107 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5108 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5108 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5108 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5109 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5117 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5117 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5118 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5119 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5119 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5119 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5120 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5286 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8176 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8226 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8228 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1218388470_0001_m_000001_0 is done. And is in the process of commiting
8228 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8229 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8229 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8229 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8230 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8230 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8230 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8231 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8232 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8232 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8232 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8233 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1218388470_0001_m_000001_0' done.
8233 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1218388470_0001_m_000001_0
8233 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1218388470_0001_m_000002_0
8234 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8234 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8234 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8235 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1218388470_0001/attempt_local1218388470_0001_m_000002_0
8236 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8237 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72747d97
8238 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8238 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8239 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8239 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8239 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8240 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8248 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8248 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8248 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8249 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8249 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8249 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8249 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8287 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9204 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9206 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9208 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1218388470_0001_m_000002_0 is done. And is in the process of commiting
9209 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9209 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9210 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9210 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9210 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9211 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9211 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9213 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9213 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9214 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9215 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9216 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1218388470_0001_m_000002_0' done.
9216 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1218388470_0001_m_000002_0
9216 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9220 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9220 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9221 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9221 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9221 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9222 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9222 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9222 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9225 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1218388470_0001/attempt_local1218388470_0001_r_000000_0
9233 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9236 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4275df9e
9236 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9236 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9241 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
9245 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes
9245 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9245 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9248 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9249 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
9288 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
9423 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1218388470_0001_r_000000_0 is done. And is in the process of commiting
9424 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9425 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9426 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9426 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9427 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9427 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9428 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9429 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9429 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9430 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9430 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9431 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1218388470_0001_r_000000_0 is allowed to commit now
9432 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1218388470_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
9433 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1218388470_0001_r_000000_0' to outputGenderStats
9437 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9437 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9437 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9437 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
9438 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1218388470_0001_r_000000_0' done.
10289 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10291 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1218388470_0001
10292 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10293 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10294 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10296 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10297 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10298 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10303 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10304 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10306 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10308 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10311 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10313 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10315 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10317 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10321 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10326 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10331 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10332 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10335 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10337 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10337 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10338 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10343 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10346 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10348 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10349 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10349 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10349 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10350 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10350 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10350 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10356 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10357 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10358 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10359 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10361 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10361 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10362 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10362 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10363 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10363 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10363 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10364 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10365 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10365 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10365 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10366 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10366 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10367 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10368 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10368 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10369 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10369 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10369 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10371 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10371 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10371 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10371 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10373 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10374 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10376 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10377 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10377 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10381 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10381 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10382 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10382 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10382 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
10382 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652408
10383 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
10383 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10383 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10383 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
10383 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320591
10385 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10385 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10385 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
10385 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10385 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
10385 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
10385 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10386 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10386 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2619342848
10386 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10387 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10387 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10387 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=31311950
10387 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069925
10387 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10387 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
10388 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10389 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10390 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10390 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Mon Dec 10 23:42:21 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
18 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
84 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
85 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
88 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
90 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
116 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
161 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
181 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
186 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
187 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
187 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
187 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
192 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
194 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
195 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
202 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
208 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1681585205/.staging/job_local1681585205_0001
217 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
225 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
228 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
230 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
231 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
297 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1681585205_0001
309 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
333 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1681585205_0001
356 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
357 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
357 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
360 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
364 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1681585205_0001_m_000000_0
373 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
381 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
383 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
392 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1681585205_0001/attempt_local1681585205_0001_m_000000_0
394 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
451 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
456 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ed693fe
459 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
459 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
460 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
461 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
461 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
467 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
498 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
498 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
499 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
499 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
500 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
500 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
500 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1336 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5083 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5227 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5229 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1681585205_0001_m_000000_0 is done. And is in the process of commiting
5232 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5232 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5232 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5236 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5236 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5237 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5237 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5237 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1681585205_0001_m_000000_0' done.
5240 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1681585205_0001_m_000000_0
5241 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1681585205_0001_m_000001_0
5241 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5241 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5241 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5242 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1681585205_0001/attempt_local1681585205_0001_m_000001_0
5243 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5244 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@76ba0c36
5245 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5245 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5245 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5245 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5245 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5245 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5252 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5252 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5253 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5253 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5253 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5253 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5253 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5339 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8415 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8461 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8463 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1681585205_0001_m_000001_0 is done. And is in the process of commiting
8463 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8464 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8464 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8464 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8465 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8465 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8465 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8466 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8467 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8467 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8467 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8468 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1681585205_0001_m_000001_0' done.
8468 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1681585205_0001_m_000001_0
8469 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1681585205_0001_m_000002_0
8469 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8469 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8469 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8470 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1681585205_0001/attempt_local1681585205_0001_m_000002_0
8472 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8472 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62fc0bcd
8474 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8474 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8474 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8474 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8474 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8475 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8487 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8487 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8488 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8488 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8488 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8488 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8488 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9340 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9619 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9622 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9624 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1681585205_0001_m_000002_0 is done. And is in the process of commiting
9624 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9625 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9625 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9625 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9625 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9626 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9626 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9627 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9628 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9628 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9628 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9629 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1681585205_0001_m_000002_0' done.
9629 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1681585205_0001_m_000002_0
9629 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9632 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9633 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9633 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9633 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9634 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9634 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9634 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9634 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9636 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1681585205_0001/attempt_local1681585205_0001_r_000000_0
9647 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9649 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1930e474
9650 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9650 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9654 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
9657 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes
9658 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9658 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9661 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9661 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
9802 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1681585205_0001_r_000000_0 is done. And is in the process of commiting
9803 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9803 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9803 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9803 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9803 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9804 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9804 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9804 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9804 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9805 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9805 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9806 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1681585205_0001_r_000000_0 is allowed to commit now
9807 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1681585205_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
9808 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1681585205_0001_r_000000_0' to outputGenderStats
9810 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9811 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9812 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9812 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
9813 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1681585205_0001_r_000000_0' done.
10341 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10349 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1681585205_0001
10350 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10351 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10352 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10353 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10354 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10355 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10355 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10358 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10365 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10366 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10369 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10373 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10375 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10376 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10380 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10381 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10383 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10383 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10383 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10384 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10384 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10384 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10385 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10385 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10385 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10386 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10391 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10391 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10391 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10392 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10392 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10393 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10393 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10394 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10397 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10397 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10397 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10397 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10398 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10398 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10398 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10398 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10399 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10399 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10399 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10399 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10400 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10400 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10400 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10401 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10406 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10407 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10408 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10408 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10409 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10410 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10410 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
10410 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652408
10412 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
10412 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10412 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10413 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
10413 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320591
10413 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10413 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10413 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
10413 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10413 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
10413 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
10414 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10414 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10414 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3418882048
10414 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10414 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10414 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10414 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=31311950
10414 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069925
10415 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10415 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
10416 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10416 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10416 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10417 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Mon Dec 10 23:43:15 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
11 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
65 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
69 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
71 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
73 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
93 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
118 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
137 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
143 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
145 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
146 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
147 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
152 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
153 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
153 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
159 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
165 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1157290872/.staging/job_local1157290872_0001
172 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
180 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
182 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
185 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
185 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
236 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1157290872_0001
249 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
274 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1157290872_0001
293 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
293 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
293 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
299 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
301 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1157290872_0001_m_000000_0
311 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
319 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
321 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
336 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1157290872_0001/attempt_local1157290872_0001_m_000000_0
339 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
401 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
404 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@496fc09d
407 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
407 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
408 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
410 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
410 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
415 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
446 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
447 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
447 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
447 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
447 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1277 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5023 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5176 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5177 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1157290872_0001_m_000000_0 is done. And is in the process of commiting
5180 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5180 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5180 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5181 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5181 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5181 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5181 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5183 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5183 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5184 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5184 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5184 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1157290872_0001_m_000000_0' done.
5184 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1157290872_0001_m_000000_0
5185 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1157290872_0001_m_000001_0
5185 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5185 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5185 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5186 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1157290872_0001/attempt_local1157290872_0001_m_000001_0
5187 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5188 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2a3f3648
5191 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5191 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5191 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5192 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5192 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5192 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5198 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5199 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5320 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8319 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8380 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8382 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1157290872_0001_m_000001_0 is done. And is in the process of commiting
8383 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8383 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8384 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8384 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8384 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8384 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8385 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8386 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8386 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8386 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8387 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8387 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1157290872_0001_m_000001_0' done.
8387 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1157290872_0001_m_000001_0
8388 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1157290872_0001_m_000002_0
8388 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8388 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8389 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8389 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1157290872_0001/attempt_local1157290872_0001_m_000002_0
8391 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8392 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ce50184
8393 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8393 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8393 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8393 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8394 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8394 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8401 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8401 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8401 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8402 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8402 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8402 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8402 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9322 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9625 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9629 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9635 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1157290872_0001_m_000002_0 is done. And is in the process of commiting
9636 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9638 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9639 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9639 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9639 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9639 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9640 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9644 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9645 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9646 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9646 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9647 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1157290872_0001_m_000002_0' done.
9647 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1157290872_0001_m_000002_0
9647 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9653 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9653 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9654 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9654 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9654 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9654 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9654 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9655 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9658 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1157290872_0001/attempt_local1157290872_0001_r_000000_0
9671 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9672 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@a57f354
9673 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9674 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9678 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
9684 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes
9685 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9685 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9689 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9689 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
9866 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1157290872_0001_r_000000_0 is done. And is in the process of commiting
9866 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9867 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9868 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9869 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9869 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9870 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9871 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9872 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9872 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9873 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9873 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9874 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1157290872_0001_r_000000_0 is allowed to commit now
9876 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1157290872_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
9877 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1157290872_0001_r_000000_0' to outputGenderStats
9879 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9880 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9881 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9881 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
9883 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1157290872_0001_r_000000_0' done.
10323 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10323 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1157290872_0001
10325 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10326 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10329 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10331 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10339 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10342 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10344 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10347 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10349 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10351 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10353 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10355 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10358 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10359 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10362 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10364 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10365 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10366 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10368 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10369 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10369 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10371 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10379 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10380 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10380 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10381 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10382 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10382 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10390 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10390 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10391 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10392 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10392 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10393 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10393 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10394 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10394 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10396 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10397 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10407 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10412 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10412 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10413 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10417 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10418 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10420 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10420 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10425 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10431 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10432 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10437 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10439 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10440 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10442 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10444 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10445 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10447 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10451 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10452 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10453 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10454 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10454 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
10454 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652408
10454 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
10455 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10455 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10455 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
10455 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320591
10455 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10458 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10459 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
10460 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10461 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
10463 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
10464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10465 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2950692864
10465 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10468 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10468 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10469 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=31311950
10469 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069925
10469 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10470 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
10471 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10472 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10472 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10473 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Mon Dec 10 23:44:58 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
9 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
72 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
73 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
76 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
78 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
102 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
129 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
148 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
154 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
154 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
155 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
156 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
162 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
162 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
163 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
169 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
174 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1389893440/.staging/job_local1389893440_0001
182 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
189 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
191 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
195 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
195 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
247 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1389893440_0001
260 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
284 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1389893440_0001
302 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
304 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
304 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
308 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
313 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1389893440_0001_m_000000_0
324 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
332 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
333 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
345 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1389893440_0001/attempt_local1389893440_0001_m_000000_0
349 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
408 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
410 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ed693fe
413 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
414 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
414 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
415 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
416 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
420 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
452 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
452 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
452 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
453 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
453 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
453 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
453 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1286 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
4965 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5117 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5118 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1389893440_0001_m_000000_0 is done. And is in the process of commiting
5120 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5123 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5124 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5124 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5124 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5125 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1389893440_0001_m_000000_0' done.
5125 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1389893440_0001_m_000000_0
5125 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1389893440_0001_m_000001_0
5125 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5125 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5126 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5126 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1389893440_0001/attempt_local1389893440_0001_m_000001_0
5129 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5130 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@76ba0c36
5132 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5132 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5132 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5133 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5133 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5134 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5141 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5141 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5142 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5143 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5143 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5143 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5143 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5290 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8147 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8189 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8192 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1389893440_0001_m_000001_0 is done. And is in the process of commiting
8192 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8192 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8193 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8193 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8193 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8194 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8194 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8195 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8197 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8197 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8197 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8198 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1389893440_0001_m_000001_0' done.
8198 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1389893440_0001_m_000001_0
8198 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1389893440_0001_m_000002_0
8198 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1389893440_0001/attempt_local1389893440_0001_m_000002_0
8201 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8202 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62fc0bcd
8203 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8203 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8203 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8204 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8204 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8204 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8210 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8210 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8210 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8211 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8211 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8211 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8211 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8291 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9280 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9282 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9284 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1389893440_0001_m_000002_0 is done. And is in the process of commiting
9284 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9285 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9285 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9285 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9285 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9285 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9286 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9287 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9287 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9287 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9288 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9288 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1389893440_0001_m_000002_0' done.
9288 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1389893440_0001_m_000002_0
9288 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9291 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9292 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9292 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
9292 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9292 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9292 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9292 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9292 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9293 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9294 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1389893440_0001/attempt_local1389893440_0001_r_000000_0
9299 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9300 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1930e474
9303 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9303 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9306 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
9309 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes
9311 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9311 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9314 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9314 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
9438 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1389893440_0001_r_000000_0 is done. And is in the process of commiting
9438 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9438 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9438 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9438 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9439 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9439 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9439 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9440 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9440 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9440 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9441 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9441 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1389893440_0001_r_000000_0 is allowed to commit now
9446 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1389893440_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
9447 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1389893440_0001_r_000000_0' to outputGenderStats
9448 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9449 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9449 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9449 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
9450 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1389893440_0001_r_000000_0' done.
10293 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10299 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1389893440_0001
10299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10300 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10305 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10305 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10306 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10306 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10306 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10307 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10307 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10307 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10308 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10308 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10308 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10309 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10309 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10309 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10317 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10318 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10318 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10318 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10318 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10325 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10326 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10326 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10329 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10329 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10330 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10330 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10330 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10330 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10331 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10332 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10332 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10332 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10333 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10333 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10333 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10333 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10335 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10335 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10337 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10337 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10337 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10338 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10338 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
10338 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652408
10338 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
10338 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10339 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10339 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
10339 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320591
10339 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10339 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10340 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
10340 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10340 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
10340 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
10340 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10341 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10341 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2677014528
10341 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10341 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10341 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10341 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=31311950
10342 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069925
10342 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10342 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
10343 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10344 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10344 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10344 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 00:08:16 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
11 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
77 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
80 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
85 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
88 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
109 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
143 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
159 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
164 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
165 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
167 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
168 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
173 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
174 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
175 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
180 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
185 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1597083852/.staging/job_local1597083852_0001
193 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
202 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
204 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
207 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
209 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
269 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1597083852_0001
285 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
316 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1597083852_0001
336 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
337 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
338 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
342 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
349 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1597083852_0001_m_000000_0
355 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
360 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
370 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1597083852_0001/attempt_local1597083852_0001_m_000000_0
375 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
436 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
440 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@251c5e1f
443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
443 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
444 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
445 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
445 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
450 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
482 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
482 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
482 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1320 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5018 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5182 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5184 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1597083852_0001_m_000000_0 is done. And is in the process of commiting
5188 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5188 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5188 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5188 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5188 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5189 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5189 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5192 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5192 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5193 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5193 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5193 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1597083852_0001_m_000000_0' done.
5194 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1597083852_0001_m_000000_0
5194 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1597083852_0001_m_000001_0
5194 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5194 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5194 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5195 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1597083852_0001/attempt_local1597083852_0001_m_000001_0
5196 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5197 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@227dbf03
5199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5199 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5200 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5206 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5206 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5206 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5206 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5207 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5207 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5207 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5323 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8301 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8341 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8344 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1597083852_0001_m_000001_0 is done. And is in the process of commiting
8344 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8344 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8345 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8345 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8345 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8345 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8346 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8347 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8347 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8347 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8348 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8348 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1597083852_0001_m_000001_0' done.
8348 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1597083852_0001_m_000001_0
8349 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1597083852_0001_m_000002_0
8349 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8349 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8349 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8350 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1597083852_0001/attempt_local1597083852_0001_m_000002_0
8352 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8353 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@989a66
8354 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8355 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8355 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8355 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8355 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8356 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8362 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8362 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8362 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8362 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8363 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8363 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8363 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9324 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9424 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9426 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9427 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1597083852_0001_m_000002_0 is done. And is in the process of commiting
9428 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9428 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9428 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9429 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9429 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9429 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9429 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9430 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9430 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9431 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9431 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9431 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1597083852_0001_m_000002_0' done.
9431 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1597083852_0001_m_000002_0
9431 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
9436 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9436 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9436 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9437 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
9437 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
9437 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
9438 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
9438 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9439 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1597083852_0001/attempt_local1597083852_0001_r_000000_0
9445 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9446 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4275df9e
9446 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9447 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9453 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
9457 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes
9457 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9457 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9459 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9460 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
9665 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1597083852_0001_r_000000_0 is done. And is in the process of commiting
9669 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9671 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9673 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9673 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9673 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9674 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9674 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9675 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9675 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9675 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9675 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9676 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1597083852_0001_r_000000_0 is allowed to commit now
9677 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1597083852_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
9677 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1597083852_0001_r_000000_0' to outputGenderStats
9679 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9679 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9680 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
9680 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
9680 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1597083852_0001_r_000000_0' done.
10325 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
10333 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1597083852_0001
10334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10335 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10337 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10338 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10339 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10339 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10340 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10342 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10344 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10346 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10348 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10349 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10350 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10352 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10353 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10355 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10357 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10358 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10360 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10360 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10362 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10363 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10364 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10365 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10366 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10366 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10366 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10367 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10367 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10367 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10368 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10368 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10368 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10369 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10369 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10371 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10371 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10371 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10371 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10373 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10373 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10373 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10373 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10374 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10374 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10374 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10375 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10375 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10376 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10376 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10376 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10377 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10377 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10377 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
10377 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
10377 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
10378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
10378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
10378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10379 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10379 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
10379 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10379 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10380 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10384 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10385 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10385 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10385 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10386 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10386 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10387 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
10387 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
10387 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
10387 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=8652408
10387 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
10387 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
10388 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
10388 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
10388 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=8320591
10388 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
10388 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
10388 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
10388 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
10388 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=862
10389 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
10389 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
10389 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
10389 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2677014528
10389 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
10389 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
10389 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
10389 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=31440229
10390 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=217069925
10390 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
10390 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=128287
10392 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
10394 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10394 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
10394 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 00:23:35 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
16 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
64 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
66 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
69 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
73 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
95 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
116 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
134 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
138 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
139 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
140 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
142 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
149 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
150 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
152 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
158 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
168 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson358703333/.staging/job_local358703333_0001
178 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
187 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
189 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
192 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
193 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
265 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local358703333_0001
282 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
311 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local358703333_0001
341 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
341 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
342 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
347 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
350 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local358703333_0001_m_000000_0
366 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
386 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
390 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
406 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local358703333_0001/attempt_local358703333_0001_m_000000_0
410 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
500 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
509 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@554d60cd
515 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
516 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
517 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
521 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
522 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
536 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
599 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
604 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
607 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
612 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
612 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
612 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
612 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1316 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5842 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
6014 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
6016 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local358703333_0001_m_000000_0 is done. And is in the process of commiting
6020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6020 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6021 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6023 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6024 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6025 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6027 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6028 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6028 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6028 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
6029 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local358703333_0001_m_000000_0' done.
6029 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local358703333_0001_m_000000_0
6029 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local358703333_0001_m_000001_0
6029 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
6030 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6030 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
6030 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local358703333_0001/attempt_local358703333_0001_m_000001_0
6033 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
6035 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7de965c3
6037 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
6037 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
6037 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
6037 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6037 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
6038 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
6046 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
6046 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
6047 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
6047 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
6047 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
6047 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
6047 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
6320 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
9517 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9583 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9586 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local358703333_0001_m_000001_0 is done. And is in the process of commiting
9587 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9587 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9587 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9588 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9588 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9588 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9588 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9589 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9590 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9591 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9591 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9591 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local358703333_0001_m_000001_0' done.
9592 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local358703333_0001_m_000001_0
9592 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local358703333_0001_m_000002_0
9593 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9593 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9594 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9594 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local358703333_0001/attempt_local358703333_0001_m_000002_0
9598 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9599 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@66ba5081
9603 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9603 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
9603 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9604 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9605 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9606 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
9613 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
9614 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
9614 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9614 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9614 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9614 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9614 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
10322 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
10740 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10742 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10744 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local358703333_0001_m_000002_0 is done. And is in the process of commiting
10744 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10744 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10745 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10745 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10745 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10745 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10745 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10746 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10746 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10747 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10747 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10747 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local358703333_0001_m_000002_0' done.
10747 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local358703333_0001_m_000002_0
10748 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
10753 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10754 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10754 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10754 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10755 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10755 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10755 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10756 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10757 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local358703333_0001/attempt_local358703333_0001_r_000000_0
10763 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10765 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a016962
10767 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10770 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10775 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
10778 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 19585442 bytes
10782 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10782 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10788 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10789 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11007 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local358703333_0001_r_000000_0 is done. And is in the process of commiting
11007 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11007 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11008 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11008 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11008 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11008 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11009 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11009 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11009 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11010 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11010 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11011 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local358703333_0001_r_000000_0 is allowed to commit now
11012 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local358703333_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
11012 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local358703333_0001_r_000000_0' to outputGenderStats
11015 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11016 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11017 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11021 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
11022 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local358703333_0001_r_000000_0' done.
11323 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
11329 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local358703333_0001
11331 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11332 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11335 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11339 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11341 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11342 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11344 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11345 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11346 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11359 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11360 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11361 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11362 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11363 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11364 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11364 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11365 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11366 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11368 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11369 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11371 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11379 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11380 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11381 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11381 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11387 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11388 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11391 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11392 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11399 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11400 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11412 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11412 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11413 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11414 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11414 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11414 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11415 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11415 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11416 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11416 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11416 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11417 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11429 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11433 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11438 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11439 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11439 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11439 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11439 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11440 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11440 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11440 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11441 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11441 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11442 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11442 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11442 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11443 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11443 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11444 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11446 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11446 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11450 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11456 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11458 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11463 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11463 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
11463 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
11463 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=330356
11463 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=19585454
11464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=165178
11464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
11464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
11464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
11464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=19237316
11464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
11464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
11464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
11464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
11465 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=862
11465 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=165178
11465 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
11465 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
11465 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3134193664
11465 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
11465 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
11465 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
11465 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=70552533
11466 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=228002971
11466 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
11466 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=183887
11475 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
11476 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11476 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11476 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 08:28:32 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
13 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
60 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
61 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
64 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
66 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
87 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
116 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
134 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
141 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
144 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
145 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
147 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
152 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
153 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
153 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
160 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
166 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson156935623/.staging/job_local156935623_0001
176 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
183 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
185 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
188 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
189 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
262 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local156935623_0001
278 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
305 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local156935623_0001
344 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
345 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
346 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
350 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
353 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local156935623_0001_m_000000_0
366 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
388 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
388 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
404 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local156935623_0001/attempt_local156935623_0001_m_000000_0
409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
520 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
535 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@61c1c3bb
538 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
539 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
541 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
545 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
548 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
561 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
598 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
599 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
600 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
600 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
600 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
601 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
601 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1324 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5562 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5615 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5617 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local156935623_0001_m_000000_0 is done. And is in the process of commiting
5621 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5622 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5622 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5622 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5623 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5623 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5623 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5625 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5626 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5626 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5626 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5627 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local156935623_0001_m_000000_0' done.
5627 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local156935623_0001_m_000000_0
5628 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local156935623_0001_m_000001_0
5628 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5628 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5629 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5630 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local156935623_0001/attempt_local156935623_0001_m_000001_0
5639 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5641 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6b36d96a
5642 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5643 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5643 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5643 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5643 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5644 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5658 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5659 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5659 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5660 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5664 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5664 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
6328 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
9135 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
9160 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
9162 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local156935623_0001_m_000001_0 is done. And is in the process of commiting
9163 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9163 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9163 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9164 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9164 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9164 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9164 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9165 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9166 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9166 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9166 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
9166 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local156935623_0001_m_000001_0' done.
9166 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local156935623_0001_m_000001_0
9167 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local156935623_0001_m_000002_0
9167 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
9167 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9167 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9167 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local156935623_0001/attempt_local156935623_0001_m_000002_0
9175 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
9177 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7e2d5381
9178 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9178 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
9178 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9179 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9179 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9179 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
9189 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
9189 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
9190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9330 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
10271 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
10273 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
10277 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local156935623_0001_m_000002_0 is done. And is in the process of commiting
10278 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10278 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10278 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10278 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10278 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10278 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10278 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10279 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10280 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10280 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10280 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10280 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local156935623_0001_m_000002_0' done.
10280 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local156935623_0001_m_000002_0
10280 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
10285 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
10286 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10286 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
10286 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
10286 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
10286 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
10286 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
10287 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
10288 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local156935623_0001/attempt_local156935623_0001_r_000000_0
10293 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
10311 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a016962
10313 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10314 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10323 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
10329 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes
10330 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10331 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10330 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
10340 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10340 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
10428 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local156935623_0001_r_000000_0 is done. And is in the process of commiting
10428 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10428 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
10429 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
10429 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
10429 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
10429 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
10429 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
10433 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10434 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10434 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10434 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10434 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local156935623_0001_r_000000_0 is allowed to commit now
10436 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local156935623_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
10437 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local156935623_0001_r_000000_0' to outputGenderStats
10443 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10444 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10444 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
10444 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
10444 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local156935623_0001_r_000000_0' done.
11337 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
11340 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local156935623_0001
11342 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11343 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11345 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11346 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11348 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11358 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11364 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11368 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11371 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11375 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11377 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11380 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11384 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11386 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11390 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11393 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11398 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11406 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11408 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11408 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11412 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11412 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11413 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11413 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11414 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11416 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11420 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11425 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11425 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11425 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11425 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11426 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11426 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11426 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11427 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11427 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11427 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11428 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11428 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11428 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11429 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
11429 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
11429 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
11430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
11430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
11433 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
11433 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
11434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
11435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
11435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
11435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
11436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
11436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
11436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
11436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
11437 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
11437 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
11438 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
11441 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
11441 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
11441 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
11442 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
11442 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
11442 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
11442 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
11443 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
11444 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=85826
11444 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3489348
11444 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=42913
11445 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
11445 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
11445 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
11445 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3397973
11446 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
11447 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
11448 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=551
11448 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
11449 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=209
11449 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42913
11449 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
11451 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
11451 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2794979328
11452 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
11453 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
11454 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
11454 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=12676963
11455 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211906865
11456 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
11456 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=35637
11457 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
11458 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11458 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
11458 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 08:29:18 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
11 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
65 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
65 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
68 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
70 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
88 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
107 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
124 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
129 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
131 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
132 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
132 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
137 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
138 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
138 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
143 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
148 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1072617550/.staging/job_local1072617550_0001
156 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
163 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
165 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
167 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
169 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
233 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1072617550_0001
246 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
269 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1072617550_0001
290 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
291 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
292 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
296 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
302 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1072617550_0001_m_000000_0
314 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
322 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
322 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
332 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1072617550_0001/attempt_local1072617550_0001_m_000000_0
334 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
390 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
393 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ed693fe
397 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
398 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
398 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
400 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
402 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
409 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
442 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
442 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
442 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1273 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
4996 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5057 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5059 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1072617550_0001_m_000000_0 is done. And is in the process of commiting
5061 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5061 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5062 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5062 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5062 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5062 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5062 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5064 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5064 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5064 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5065 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5065 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1072617550_0001_m_000000_0' done.
5065 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1072617550_0001_m_000000_0
5065 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1072617550_0001_m_000001_0
5065 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5066 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5066 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5066 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1072617550_0001/attempt_local1072617550_0001_m_000001_0
5069 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5071 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@76ba0c36
5074 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5075 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5075 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5075 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5075 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5076 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5085 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5086 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5089 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5089 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5092 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5092 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5094 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5277 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8212 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8235 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8241 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1072617550_0001_m_000001_0 is done. And is in the process of commiting
8241 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8242 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8242 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8243 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8244 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8244 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8245 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8246 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8246 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8247 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8247 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8247 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1072617550_0001_m_000001_0' done.
8247 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1072617550_0001_m_000001_0
8247 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1072617550_0001_m_000002_0
8247 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8248 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8248 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8248 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1072617550_0001/attempt_local1072617550_0001_m_000002_0
8249 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8249 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62fc0bcd
8250 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8251 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8251 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8251 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8252 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8252 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8258 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8258 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8259 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8259 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8259 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8259 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8259 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8270 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8277 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
8278 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
8279 Thread-1 WARN org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:435 job_local1072617550_0001
java.lang.Exception: java.lang.NullPointerException
     at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
    Caused by: java.lang.NullPointerException
     at com.revature.map.CodeForFemaleEducation.getSeriesCode(CodeForFemaleEducation.java:48)
     at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:35)
     at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:1)
     at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
     at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
     at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
     at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
     at java.util.concurrent.FutureTask.run(FutureTask.java:266)
     at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
     at java.lang.Thread.run(Thread.java:748)
9279 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1072617550_0001
9281 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9283 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9284 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9286 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9287 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9289 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9293 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9298 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9300 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9304 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9304 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9305 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9306 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9307 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9307 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9308 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9309 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9311 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9311 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9313 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9313 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9314 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9314 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9315 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9316 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9316 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9317 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9317 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9317 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9318 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9318 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9321 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9321 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9321 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9322 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9322 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9323 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9323 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9323 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9326 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9326 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9326 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9329 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9329 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 15
9329 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
9330 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
9330 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=42900
9330 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3487843
9330 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
9330 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=165165
9330 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=652
9331 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42900
9331 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3396500
9331 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
9331 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
9331 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
9331 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=1343750144
9331 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
9332 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
9332 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
9332 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=5555336
9332 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=91173115
9333 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
9333 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
9334 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
9334 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 08:30:04 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
15 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
68 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
69 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
72 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
74 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
93 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
114 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
133 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
139 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
139 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
140 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
140 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
145 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
145 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
146 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
152 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
157 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson633566502/.staging/job_local633566502_0001
164 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
172 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
175 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
177 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
178 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
234 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local633566502_0001
250 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
277 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local633566502_0001
296 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
297 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
299 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
304 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
307 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local633566502_0001_m_000000_0
316 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
326 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
329 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
340 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local633566502_0001/attempt_local633566502_0001_m_000000_0
342 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
400 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
404 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ed693fe
407 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
407 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
407 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
414 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
447 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
447 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1279 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5150 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5208 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5210 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local633566502_0001_m_000000_0 is done. And is in the process of commiting
5212 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5213 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5213 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5213 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5213 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5213 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5214 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5215 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5215 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5216 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5216 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5216 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local633566502_0001_m_000000_0' done.
5216 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local633566502_0001_m_000000_0
5217 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local633566502_0001_m_000001_0
5217 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5217 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5217 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5218 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local633566502_0001/attempt_local633566502_0001_m_000001_0
5220 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5222 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@76ba0c36
5223 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5223 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5224 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5224 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5224 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5224 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5232 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5233 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5283 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8479 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8504 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8506 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local633566502_0001_m_000001_0 is done. And is in the process of commiting
8506 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8506 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8506 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8507 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8507 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8507 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8508 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8509 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8509 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8510 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8510 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8510 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local633566502_0001_m_000001_0' done.
8510 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local633566502_0001_m_000001_0
8510 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local633566502_0001_m_000002_0
8511 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8511 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8511 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8511 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local633566502_0001/attempt_local633566502_0001_m_000002_0
8514 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8514 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62fc0bcd
8515 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8516 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8516 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8516 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8516 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8516 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8524 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8525 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8525 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8525 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8525 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8526 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8526 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8539 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8547 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
8548 Thread-1 WARN org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:435 job_local633566502_0001
java.lang.Exception: java.lang.NullPointerException
     at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
    Caused by: java.lang.NullPointerException
     at com.revature.map.CodeForFemaleEducation.getSeriesCode(CodeForFemaleEducation.java:48)
     at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:35)
     at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:1)
     at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
     at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
     at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
     at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
     at java.util.concurrent.FutureTask.run(FutureTask.java:266)
     at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
     at java.lang.Thread.run(Thread.java:748)
9284 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9285 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local633566502_0001
9287 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9288 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9289 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9290 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9293 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9294 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9296 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9297 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9298 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9306 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9307 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9309 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9312 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9313 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9314 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9315 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9316 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9317 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9318 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9318 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9321 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9321 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9322 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9322 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9323 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9323 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9325 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9325 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9326 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9326 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9329 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9329 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9330 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9330 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9331 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9331 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9331 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9332 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9332 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9332 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9333 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9333 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9333 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9335 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9335 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9335 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9335 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9335 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9336 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9337 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9337 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9337 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 15
9337 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
9338 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
9338 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=42900
9338 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3487843
9339 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
9339 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=165165
9339 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=652
9339 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42900
9339 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3396500
9340 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
9340 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
9340 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
9340 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=1350041600
9341 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
9341 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
9341 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
9341 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=5555328
9341 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=91173115
9342 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
9345 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
9345 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
9346 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 08:31:12 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
9 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
74 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
75 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
77 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
80 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
99 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
118 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
133 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
138 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
139 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
139 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
140 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
145 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
145 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
147 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
153 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
158 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1385142283/.staging/job_local1385142283_0001
166 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
175 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
176 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
178 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
179 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
246 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1385142283_0001
258 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
285 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1385142283_0001
302 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
303 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
303 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
309 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
311 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1385142283_0001_m_000000_0
319 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
327 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
328 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
341 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1385142283_0001/attempt_local1385142283_0001_m_000000_0
344 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
404 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
407 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@641d7592
411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
411 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
412 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
413 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
413 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
419 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
454 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
454 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
454 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
455 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
455 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
455 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
455 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1288 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
5050 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
5098 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
5100 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1385142283_0001_m_000000_0 is done. And is in the process of commiting
5104 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5105 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
5105 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
5108 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
5109 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
5109 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
5109 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
5110 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5111 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5111 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
5112 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
5112 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1385142283_0001_m_000000_0' done.
5112 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1385142283_0001_m_000000_0
5113 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1385142283_0001_m_000001_0
5113 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
5113 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
5113 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
5114 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1385142283_0001/attempt_local1385142283_0001_m_000001_0
5117 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
5119 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7b043501
5123 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
5126 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
5127 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
5128 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
5130 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
5132 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5139 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5139 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5139 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5140 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5140 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5140 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5140 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5306 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8320 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8342 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8344 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1385142283_0001_m_000001_0 is done. And is in the process of commiting
8344 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8344 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8345 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8345 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8345 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8345 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8346 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8350 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8352 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8352 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8352 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8353 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1385142283_0001_m_000001_0' done.
8353 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1385142283_0001_m_000001_0
8353 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1385142283_0001_m_000002_0
8353 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8354 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8354 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8354 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1385142283_0001/attempt_local1385142283_0001_m_000002_0
8357 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8358 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@42a2ae6
8361 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8362 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8363 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8363 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8363 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8364 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8373 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8373 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8373 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8374 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8374 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8374 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8374 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8385 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8389 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
8390 Thread-1 WARN org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:435 job_local1385142283_0001
java.lang.Exception: java.lang.NullPointerException
     at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
    Caused by: java.lang.NullPointerException
     at com.revature.map.CodeForFemaleEducation.getSeriesCode(CodeForFemaleEducation.java:50)
     at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:35)
     at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:1)
     at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
     at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
     at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
     at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
     at java.util.concurrent.FutureTask.run(FutureTask.java:266)
     at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
     at java.lang.Thread.run(Thread.java:748)
9308 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
9309 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1385142283_0001
9310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9312 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9314 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9315 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9317 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9319 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9320 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9322 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9323 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9324 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9326 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9327 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9328 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9329 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9332 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9333 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9334 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9335 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9337 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9338 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9338 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9339 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9340 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9341 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9342 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9343 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9344 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9345 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9346 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9347 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9348 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9350 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9350 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9352 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9353 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9354 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9356 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9357 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9368 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9370 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9371 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9372 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9373 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9374 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9376 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9377 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9378 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9381 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9382 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9385 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9388 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9389 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9392 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9393 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
9394 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
9395 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
9410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
9410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
9411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
9414 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
9414 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
9421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
9421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
9422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
9422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
9423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
9423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9425 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
9430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
9430 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 15
9431 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
9431 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
9431 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=42900
9432 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3487843
9432 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
9432 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=165165
9432 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=652
9432 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42900
9432 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3396500
9433 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
9434 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
9434 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
9434 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=1392508928
9434 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
9435 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
9435 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
9435 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=5555336
9435 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=91173115
9437 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
9437 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
9437 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
9438 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 10:13:33 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
10 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
74 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
75 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
78 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
80 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
101 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
125 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
143 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
148 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
149 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
149 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
150 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
155 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
155 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
156 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
162 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
168 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson2030811221/.staging/job_local2030811221_0001
176 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
182 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
185 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
187 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
188 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
240 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local2030811221_0001
253 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
277 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local2030811221_0001
295 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
296 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
296 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
300 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
303 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2030811221_0001_m_000000_0
312 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
320 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
322 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
332 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2030811221_0001/attempt_local2030811221_0001_m_000000_0
337 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
391 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
395 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3877bf90
398 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
399 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
399 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
401 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
401 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
406 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
438 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
438 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
438 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
440 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
440 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
440 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1281 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
4926 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
4975 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
4977 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2030811221_0001_m_000000_0 is done. And is in the process of commiting
4980 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
4980 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
4980 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
4980 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
4981 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
4981 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
4981 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
4982 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
4983 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
4983 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
4983 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
4984 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2030811221_0001_m_000000_0' done.
4984 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local2030811221_0001_m_000000_0
4984 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2030811221_0001_m_000001_0
4984 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
4984 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
4985 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
4985 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2030811221_0001/attempt_local2030811221_0001_m_000001_0
4988 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
4990 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@46497596
4992 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
4993 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
4993 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
4993 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
4994 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
4995 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
5003 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
5004 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
5004 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
5005 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
5006 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
5006 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
5006 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
5285 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
8006 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8030 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
8034 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2030811221_0001_m_000001_0 is done. And is in the process of commiting
8034 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8034 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8035 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8035 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8035 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8035 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8035 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8037 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8037 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8038 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8038 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8038 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2030811221_0001_m_000001_0' done.
8038 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local2030811221_0001_m_000001_0
8039 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2030811221_0001_m_000002_0
8039 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
8039 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8039 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8040 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2030811221_0001/attempt_local2030811221_0001_m_000002_0
8042 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
8044 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6f93d7e5
8045 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8046 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
8046 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8046 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8046 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8047 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
8054 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
8054 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
8054 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8054 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8054 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8055 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8055 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8072 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
8076 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
8078 Thread-1 WARN org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:435 job_local2030811221_0001
java.lang.Exception: java.lang.NullPointerException
     at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
    Caused by: java.lang.NullPointerException
     at com.revature.map.CodeForFemaleEducation.getSeriesCode(CodeForFemaleEducation.java:50)
     at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:35)
     at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:1)
     at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
     at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
     at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
     at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
     at java.util.concurrent.FutureTask.run(FutureTask.java:266)
     at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
     at java.lang.Thread.run(Thread.java:748)
8286 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
8287 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local2030811221_0001
8287 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8288 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8288 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8289 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8289 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8289 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8290 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8290 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8291 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8292 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8293 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8294 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8295 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8296 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8297 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8297 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8298 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8298 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8299 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8300 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8300 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8300 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8300 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8301 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8302 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8303 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8303 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8305 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8305 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8305 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8306 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8306 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8306 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8306 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8306 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8307 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8307 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8307 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8307 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8307 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8308 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8308 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8308 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8308 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8309 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8309 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
8309 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
8309 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
8309 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
8309 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
8310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
8310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
8310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
8310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
8310 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
8311 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
8311 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
8311 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
8311 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
8311 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
8311 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
8312 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
8312 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
8312 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 15
8312 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
8312 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
8312 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=42900
8312 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3487843
8313 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
8313 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=165165
8313 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=652
8313 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42900
8313 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3396500
8313 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
8321 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
8322 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
8322 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=1329070080
8322 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
8322 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
8322 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
8322 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=5555336
8323 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=91173115
8328 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
8329 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
8329 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
8331 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 10:43:13 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
28 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
147 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
149 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
157 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
162 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
218 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
275 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
305 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
314 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
318 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
319 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
320 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
326 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
328 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
331 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
340 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
347 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson615112746/.staging/job_local615112746_0001
355 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
369 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
372 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
375 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
377 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
481 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local615112746_0001
501 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
584 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local615112746_0001
613 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
619 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
622 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
643 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
647 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local615112746_0001_m_000000_0
665 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
698 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
700 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
722 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local615112746_0001/attempt_local615112746_0001_m_000000_0
726 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
836 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
851 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@496fc09d
854 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
854 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
855 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
856 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
856 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
862 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
927 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
933 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
934 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
935 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
935 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
936 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
943 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1588 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6839 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6852 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6869 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6880 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6882 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6884 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6885 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6893 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6896 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6898 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6900 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7747 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
9905 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9912 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9914 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9919 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10837 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 14% reduce 0%
12921 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12921 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12921 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12939 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13853 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
15946 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15946 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15947 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15947 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16201 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
16302 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
16308 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local615112746_0001_m_000000_0 is done. And is in the process of commiting
16313 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
16316 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
16318 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
16322 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16326 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local615112746_0001_m_000000_0' done.
16328 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local615112746_0001_m_000000_0
16329 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local615112746_0001_m_000001_0
16329 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
16331 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
16332 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
16332 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local615112746_0001/attempt_local615112746_0001_m_000001_0
16334 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
16335 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@594debc5
16338 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
16338 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
16338 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
16339 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
16339 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
16339 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
16350 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
16353 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
16357 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
16361 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
16361 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
16362 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
16362 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
16856 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
22393 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22408 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
22408 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
22408 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
22408 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
22409 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
22409 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
22410 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22410 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22411 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22411 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22971 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 62% reduce 0%
23695 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
23780 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
23798 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local615112746_0001_m_000001_0 is done. And is in the process of commiting
23806 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23809 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23812 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
23813 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
23815 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local615112746_0001_m_000001_0' done.
23817 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local615112746_0001_m_000001_0
23819 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local615112746_0001_m_000002_0
23821 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
23825 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23826 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
23827 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local615112746_0001/attempt_local615112746_0001_m_000002_0
23834 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
23835 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7407eb1c
23846 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
23847 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
23848 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
23848 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23849 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
23852 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
23877 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
23889 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
23891 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
23891 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
23892 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
23892 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
23893 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
23936 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
23942 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
23945 Thread-1 WARN org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:435 job_local615112746_0001
java.lang.Exception: java.lang.NullPointerException
     at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
    Caused by: java.lang.NullPointerException
     at com.revature.map.CodeForFemaleEducation.getSeriesCode(CodeForFemaleEducation.java:48)
     at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:36)
     at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:1)
     at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
     at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
     at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
     at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
     at java.util.concurrent.FutureTask.run(FutureTask.java:266)
     at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
     at java.lang.Thread.run(Thread.java:748)
23981 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
23981 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local615112746_0001
23984 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23985 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
23985 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
23986 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
23987 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
23987 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
23988 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
23988 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
23989 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
23989 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
23990 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
23990 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
23991 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
23991 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23992 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
23992 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
23992 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
23993 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
23997 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23997 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
23998 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
23998 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
23998 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
23999 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
24000 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
24000 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
24001 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
24001 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
24002 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
24003 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
24003 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
24004 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24005 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
24007 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
24008 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
24009 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
24011 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24028 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
24031 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
24031 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
24032 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
24032 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
24032 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
24032 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
24032 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
24032 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
24033 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
24033 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
24033 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
24033 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24033 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
24033 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
24034 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
24034 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
24041 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24041 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
24042 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
24042 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
24042 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
24046 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
24046 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
24046 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
24046 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
24046 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
24047 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
24047 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
24047 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
24047 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24047 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
24047 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
24048 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
24048 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
24048 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 15
24048 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
24048 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
24048 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=42900
24049 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3487843
24049 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
24049 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=165165
24049 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=652
24049 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42900
24049 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3396500
24049 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
24050 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
24050 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
24050 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=1778909184
24050 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
24050 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
24050 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
24050 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=5555328
24051 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=91173115
24072 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
24081 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
24082 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
24082 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 17:38:09 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
31 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
141 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
151 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
161 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
167 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
234 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
310 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
337 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
344 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
346 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
347 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
348 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
355 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
357 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
358 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
367 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
376 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson745351712/.staging/job_local745351712_0001
386 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
396 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
400 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
402 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
403 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
514 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local745351712_0001
543 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
617 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local745351712_0001
663 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
666 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
670 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
683 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
692 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local745351712_0001_m_000000_0
715 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
735 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
739 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
762 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local745351712_0001/attempt_local745351712_0001_m_000000_0
767 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
863 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
868 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@496fc09d
873 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
874 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
875 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
877 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
877 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
887 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
945 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
948 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
949 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
950 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
951 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
952 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
953 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1633 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6779 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6781 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6782 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6784 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6785 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6785 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6785 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6786 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6787 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6787 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6787 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7737 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 21% reduce 0%
Test Log HTML
Log session start time Tue Dec 11 17:51:41 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
20 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
92 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
94 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
97 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
101 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
127 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
154 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
184 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
191 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
192 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
193 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
193 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
200 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
201 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
201 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
209 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
217 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson360952315/.staging/job_local360952315_0001
228 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
240 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
243 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
246 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
247 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
326 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local360952315_0001
344 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
380 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local360952315_0001
404 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
406 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
406 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
411 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
415 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local360952315_0001_m_000000_0
426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
440 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
445 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
461 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local360952315_0001/attempt_local360952315_0001_m_000000_0
464 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
549 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
562 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@61a8d2ee
566 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
567 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
567 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
570 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
570 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
577 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
623 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
623 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
624 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
624 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
624 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
624 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
625 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
641 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
660 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local360952315_0001_m_000001_0
660 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
662 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local360952315_0001/attempt_local360952315_0001_m_000001_0
666 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
667 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43e0a1b3
669 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
669 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
669 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
670 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
670 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
671 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
717 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
717 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
717 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
717 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
718 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
718 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
718 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
725 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
728 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local360952315_0001_m_000002_0
728 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
728 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
729 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
729 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local360952315_0001/attempt_local360952315_0001_m_000002_0
731 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
731 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59d001ce
733 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
733 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
733 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
734 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
734 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
735 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
777 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
777 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
778 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
778 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
778 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
778 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
779 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1385 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
2589 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
2596 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
2599 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local360952315_0001_m_000002_0 is done. And is in the process of commiting
2602 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
2602 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
2603 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
2603 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
2604 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
2604 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
2605 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
2606 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
2607 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
2607 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
2608 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
2608 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local360952315_0001_m_000002_0' done.
2608 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local360952315_0001_m_000002_0
2609 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
2611 Thread-1 WARN org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:435 job_local360952315_0001
java.lang.Exception: java.lang.ArrayIndexOutOfBoundsException: 2010
     at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
    Caused by: java.lang.ArrayIndexOutOfBoundsException: 2010
     at com.revature.map.ColumnValueMapper.getCountryAndYearData(ColumnValueMapper.java:61)
     at com.revature.map.ColumnValueMapper.map(ColumnValueMapper.java:39)
     at com.revature.map.ColumnValueMapper.map(ColumnValueMapper.java:1)
     at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
     at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
     at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
     at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
     at java.util.concurrent.FutureTask.run(FutureTask.java:266)
     at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
     at java.lang.Thread.run(Thread.java:748)
3391 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
3392 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local360952315_0001
3393 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
3394 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
3395 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
3396 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
3397 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
3398 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
3399 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
3399 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
3400 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
3401 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
3401 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
3402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
3403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
3405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
3407 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
3408 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
3409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
3409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
3410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
3411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
3411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
3412 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
3413 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
3415 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
3417 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
3419 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
3420 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
3420 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
3421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
3421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
3422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
3422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
3423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
3423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
3424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
3424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
3424 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 15
3425 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
3425 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
3425 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=13
3426 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=1505
3426 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
3426 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=1517
3426 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=333
3427 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=13
3427 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=1473
3429 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
3429 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
3430 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
3430 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=423100416
3430 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
3430 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
3430 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
3433 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=55168
3434 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=1018982
3436 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
3437 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
3437 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
3438 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 18:00:16 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
16 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
77 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
80 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
84 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
86 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
114 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
144 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
166 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
173 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
175 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
176 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
177 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
184 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
185 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
188 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
200 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
212 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson39455188/.staging/job_local39455188_0001
224 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
236 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
239 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
242 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
243 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
316 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local39455188_0001
333 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
366 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local39455188_0001
392 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
392 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
393 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
397 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
401 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local39455188_0001_m_000000_0
415 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
430 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
444 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local39455188_0001/attempt_local39455188_0001_m_000000_0
447 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
535 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
544 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@496fc09d
555 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
556 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
557 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
560 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
562 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
571 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
615 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
615 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
615 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
616 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
616 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
616 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1370 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6449 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6450 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6450 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6450 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6453 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6453 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6453 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6457 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6457 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6458 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6458 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7376 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9459 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9459 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9459 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9460 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10377 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12460 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12461 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12461 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12465 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13378 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
15466 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15467 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15468 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15468 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16379 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
18469 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18469 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18470 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18470 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19380 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21470 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21471 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21471 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21471 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22381 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 31% reduce 0%
22452 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22527 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
22530 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local39455188_0001_m_000000_0 is done. And is in the process of commiting
22536 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22538 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22539 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22539 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22539 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local39455188_0001_m_000000_0' done.
22540 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local39455188_0001_m_000000_0
22540 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local39455188_0001_m_000001_0
22540 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22540 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22540 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22541 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local39455188_0001/attempt_local39455188_0001_m_000001_0
22545 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22545 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71b6133
22547 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22548 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22549 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22549 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22550 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22555 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22564 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22564 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22565 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22565 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22565 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22565 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22566 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
23382 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28552 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28553 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28554 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28555 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28555 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28556 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28556 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28561 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28562 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28562 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28562 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
29384 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
31563 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31564 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31564 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31564 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
32385 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 51% reduce 0%
34565 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34565 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34565 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34565 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35387 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 58% reduce 0%
37566 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37566 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37567 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37567 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38388 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 64% reduce 0%
38557 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
38582 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
38584 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local39455188_0001_m_000001_0 is done. And is in the process of commiting
38588 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38588 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38589 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38589 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38590 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local39455188_0001_m_000001_0' done.
38590 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local39455188_0001_m_000001_0
38590 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local39455188_0001_m_000002_0
38591 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
38591 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38591 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
38592 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local39455188_0001/attempt_local39455188_0001_m_000002_0
38601 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
38603 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@713661a5
38606 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
38606 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
38607 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
38607 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38607 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
38608 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
38616 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
38617 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
38617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
38617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
38617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
38618 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
38618 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
39389 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
40386 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
40388 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
40392 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local39455188_0001_m_000002_0 is done. And is in the process of commiting
40393 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40393 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40394 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40394 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40394 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40394 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40395 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40400 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40402 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40402 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40403 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40403 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local39455188_0001_m_000002_0' done.
40404 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local39455188_0001_m_000002_0
40414 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
40420 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
40420 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40421 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40421 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
40422 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
40422 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
40422 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
40422 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40423 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local39455188_0001/attempt_local39455188_0001_r_000000_0
40430 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
40431 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@a57f354
40431 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40432 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40436 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
40440 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes
40442 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40442 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40445 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40445 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
40546 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local39455188_0001_r_000000_0 is done. And is in the process of commiting
40546 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40547 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40547 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40547 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40547 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40547 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40547 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40548 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40548 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40548 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40549 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40549 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local39455188_0001_r_000000_0 is allowed to commit now
40550 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local39455188_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
40551 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local39455188_0001_r_000000_0' to outputGenderStats
40552 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40552 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40552 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40552 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
40553 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local39455188_0001_r_000000_0' done.
41390 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
41391 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local39455188_0001
41393 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41394 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41395 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41396 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41397 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41398 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41399 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41400 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41401 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41406 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41407 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41408 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41412 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41413 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41414 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41416 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41418 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41419 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41420 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41420 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41421 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41427 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41428 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41432 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41433 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41443 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41444 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41445 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41445 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41457 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41458 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41461 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41464 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41467 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41470 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41471 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41473 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41475 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41481 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41482 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41484 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41485 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41487 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41491 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41492 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41493 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41494 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41495 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41495 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41496 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41498 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41498 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41500 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41503 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41504 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41504 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41513 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41514 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
41518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
41519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
41519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
41520 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
41522 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
41522 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
41522 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=85826
41522 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3489348
41522 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=42913
41523 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
41523 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
41523 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
41523 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3397973
41523 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
41523 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
41524 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=551
41524 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
41524 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=209
41524 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42913
41524 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
41524 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
41525 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2812805120
41525 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
41525 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
41525 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
41525 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=12676947
41525 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211906865
41526 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
41526 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=35637
41530 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
41532 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
41532 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
41532 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 18:03:31 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
14 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
80 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
82 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
86 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
90 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
116 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
145 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
174 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
182 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
184 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
186 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
187 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
195 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
196 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
200 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
210 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
218 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1434854284/.staging/job_local1434854284_0001
228 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
238 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
241 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
245 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
246 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
321 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1434854284_0001
340 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
374 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1434854284_0001
401 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
403 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
405 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
410 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
414 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1434854284_0001_m_000000_0
428 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
459 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1434854284_0001/attempt_local1434854284_0001_m_000000_0
461 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
540 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
549 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ed693fe
554 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
555 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
556 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
558 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
559 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
572 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
617 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
618 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
618 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
619 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
619 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
619 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
619 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1379 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6465 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6465 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6465 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6466 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6466 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6466 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6466 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6468 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6469 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6469 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6469 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7383 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9470 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9470 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9471 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9471 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10384 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12473 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12474 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12474 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12474 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13385 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
15475 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15475 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15476 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15476 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16387 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
18476 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18477 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18477 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18477 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19388 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21478 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21478 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21479 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21479 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22389 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 31% reduce 0%
22669 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22750 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
22753 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1434854284_0001_m_000000_0 is done. And is in the process of commiting
22760 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22762 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22765 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22766 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22766 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1434854284_0001_m_000000_0' done.
22768 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1434854284_0001_m_000000_0
22769 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1434854284_0001_m_000001_0
22773 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22774 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22775 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22776 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1434854284_0001/attempt_local1434854284_0001_m_000001_0
22781 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22784 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6fb1790c
22787 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22790 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22791 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22792 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22793 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22794 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22801 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22802 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22802 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22802 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22803 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22803 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22803 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
23389 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28784 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28785 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28785 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28786 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28787 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28787 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28787 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28796 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28800 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28803 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28804 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
29391 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
31805 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31805 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31806 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31806 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
32392 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 51% reduce 0%
34806 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34807 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34807 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34807 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35396 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 57% reduce 0%
37808 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37808 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37808 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37808 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38397 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 63% reduce 0%
39479 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
39506 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
39509 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1434854284_0001_m_000001_0 is done. And is in the process of commiting
39512 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39513 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39513 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39514 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39514 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1434854284_0001_m_000001_0' done.
39514 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1434854284_0001_m_000001_0
39515 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1434854284_0001_m_000002_0
39515 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
39515 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39516 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
39516 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1434854284_0001/attempt_local1434854284_0001_m_000002_0
39518 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
39519 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@289197e8
39521 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
39521 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
39521 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
39522 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39522 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
39523 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
39532 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
39533 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
39533 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
39534 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
39534 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
39534 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
39535 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40398 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
41244 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
41246 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
41247 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1434854284_0001_m_000002_0 is done. And is in the process of commiting
41252 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41252 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41253 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41253 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41253 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41255 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41255 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41256 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41256 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
41256 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1434854284_0001_m_000002_0' done.
41256 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1434854284_0001_m_000002_0
41256 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
41260 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
41261 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41261 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41261 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
41261 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
41261 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
41261 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
41262 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41263 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1434854284_0001/attempt_local1434854284_0001_r_000000_0
41268 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
41269 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1930e474
41270 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41271 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
41275 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
41278 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes
41279 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41279 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
41282 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41282 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
41377 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1434854284_0001_r_000000_0 is done. And is in the process of commiting
41377 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41377 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41377 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41378 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41378 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41378 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41378 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41379 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41379 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41379 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41379 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
41380 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1434854284_0001_r_000000_0 is allowed to commit now
41381 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1434854284_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
41383 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1434854284_0001_r_000000_0' to outputGenderStats
41384 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41385 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41385 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41385 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
41386 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1434854284_0001_r_000000_0' done.
41399 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
41399 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1434854284_0001
41400 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41400 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41401 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41401 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41405 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41406 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41406 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41407 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41407 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41407 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41408 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41408 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41408 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41412 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41413 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41417 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41417 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41419 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41420 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41422 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41423 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41437 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41439 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41440 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41441 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41441 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41442 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41443 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41443 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41450 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41451 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41452 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41452 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41453 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41460 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41461 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41461 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41461 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41462 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41462 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41462 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41463 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41463 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41463 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41464 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41464 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41464 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41465 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41465 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
41466 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
41466 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
41466 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
41467 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41467 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
41468 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
41468 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
41468 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=85826
41468 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3489348
41469 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=42913
41469 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
41471 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
41471 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
41472 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3397973
41472 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
41472 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
41472 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=551
41473 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
41478 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=209
41478 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42913
41478 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
41479 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
41479 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3721396224
41480 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
41480 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
41480 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
41481 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=12676979
41481 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211906865
41481 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
41481 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=35637
41495 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
41497 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
41498 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
41500 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 18:04:49 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
15 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
81 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
82 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
85 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
89 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
115 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
145 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
171 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
179 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
180 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
181 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
181 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
188 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
191 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
193 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
203 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
211 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1342786452/.staging/job_local1342786452_0001
221 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
235 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
245 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
249 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
250 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
331 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1342786452_0001
349 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
381 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1342786452_0001
407 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
409 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
411 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
416 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
421 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1342786452_0001_m_000000_0
434 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
446 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
463 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1342786452_0001/attempt_local1342786452_0001_m_000000_0
466 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
564 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
572 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3877bf90
577 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
577 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
578 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
580 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
580 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
589 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
634 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
635 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
635 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
635 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
636 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
636 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
636 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1386 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6468 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6468 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6469 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6469 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6469 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6469 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6469 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6472 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6472 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6473 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6473 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7391 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9474 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9474 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9475 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9475 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10392 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12476 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12476 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12477 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12480 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13393 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
15482 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15482 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15483 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15483 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16394 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 23% reduce 0%
18483 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18484 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18484 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18484 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19395 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21485 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21486 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21486 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21486 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22172 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22257 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
22259 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1342786452_0001_m_000000_0 is done. And is in the process of commiting
22265 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22266 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22266 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22267 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22267 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1342786452_0001_m_000000_0' done.
22267 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1342786452_0001_m_000000_0
22268 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1342786452_0001_m_000001_0
22268 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22268 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22268 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22269 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1342786452_0001/attempt_local1342786452_0001_m_000001_0
22270 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22271 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5bc6012d
22272 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22273 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22273 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22273 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22274 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22274 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22286 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22286 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22287 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22287 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22288 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22288 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22288 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
22521 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28270 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28271 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28272 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28272 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28273 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28273 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28273 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28276 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28276 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28276 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28277 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28523 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
31277 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31278 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31278 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31278 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
31524 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
34279 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34279 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34279 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34280 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
34526 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 58% reduce 0%
37280 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37281 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37282 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37282 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37527 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 64% reduce 0%
38142 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
38179 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
38182 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1342786452_0001_m_000001_0 is done. And is in the process of commiting
38197 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38198 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38198 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38198 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38198 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1342786452_0001_m_000001_0' done.
38199 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1342786452_0001_m_000001_0
38199 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1342786452_0001_m_000002_0
38199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
38199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
38200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1342786452_0001/attempt_local1342786452_0001_m_000002_0
38206 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
38207 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@16361a39
38208 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
38209 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
38209 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
38209 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38209 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
38210 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
38228 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
38232 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
38233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
38234 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
38237 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
38238 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
38238 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
38528 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
39968 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
39970 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
39972 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1342786452_0001_m_000002_0 is done. And is in the process of commiting
39972 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39973 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
39973 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
39973 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
39974 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
39974 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
39975 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
39989 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39989 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39990 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39990 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39990 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1342786452_0001_m_000002_0' done.
39991 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1342786452_0001_m_000002_0
39991 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
39995 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
39995 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39996 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
39996 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
39996 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
39996 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
39996 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
39997 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
39998 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1342786452_0001/attempt_local1342786452_0001_r_000000_0
40013 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
40015 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4a7ff626
40016 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40018 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40037 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
40050 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes
40053 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40055 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40059 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40062 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
40197 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1342786452_0001_r_000000_0 is done. And is in the process of commiting
40198 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40198 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40199 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40199 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40200 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40201 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40202 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40206 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40210 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40213 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40213 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40214 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1342786452_0001_r_000000_0 is allowed to commit now
40217 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1342786452_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
40218 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1342786452_0001_r_000000_0' to outputGenderStats
40219 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40220 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40221 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40222 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
40223 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1342786452_0001_r_000000_0' done.
40529 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
40530 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1342786452_0001
40531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40534 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40534 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40535 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40535 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40535 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40536 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40539 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40575 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40588 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40593 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40593 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40594 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40594 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40594 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40595 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40596 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40596 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40597 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40604 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40604 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40608 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40608 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40609 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40609 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40609 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40610 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
40610 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
40611 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
40611 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
40612 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40616 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
40617 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
40617 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
40618 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=85826
40618 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3489348
40618 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=42913
40619 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
40619 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
40619 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
40620 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3397973
40620 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
40620 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
40621 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=551
40621 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
40621 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=209
40621 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42913
40622 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
40623 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
40623 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2752512000
40623 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
40623 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
40623 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
40623 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=12676979
40623 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211906865
40623 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
40624 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=35637
40624 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
40625 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
40625 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
40625 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 18:49:55 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
20 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
81 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
82 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
85 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
88 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
114 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
143 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
171 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
179 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
180 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
180 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
180 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
187 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
188 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
188 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
195 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
203 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson778508738/.staging/job_local778508738_0001
214 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
224 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
226 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
229 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
230 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
312 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local778508738_0001
329 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
362 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local778508738_0001
387 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
389 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
392 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
398 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
402 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local778508738_0001_m_000000_0
415 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
426 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
429 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
444 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local778508738_0001/attempt_local778508738_0001_m_000000_0
448 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
526 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
538 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ed693fe
542 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
543 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
544 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
546 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
546 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
556 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
604 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
604 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
605 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
605 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
605 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
606 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
606 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1368 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6450 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6450 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6450 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6450 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6451 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6451 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6451 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6453 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6456 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6457 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6459 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7375 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9460 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9461 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9461 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9461 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10378 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12462 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12462 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12463 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12463 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13379 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
15463 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15464 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15464 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15464 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16380 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
18465 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18466 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18466 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18466 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19383 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21467 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21468 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21469 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21469 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22384 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 31% reduce 0%
22986 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
23075 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
23078 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local778508738_0001_m_000000_0 is done. And is in the process of commiting
23080 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23081 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23081 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
23082 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
23082 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local778508738_0001_m_000000_0' done.
23082 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local778508738_0001_m_000000_0
23083 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local778508738_0001_m_000001_0
23083 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
23088 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23088 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
23090 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local778508738_0001/attempt_local778508738_0001_m_000001_0
23094 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
23094 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6fb1790c
23097 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
23098 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
23099 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
23099 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23100 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
23102 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
23112 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
23112 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
23113 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
23113 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
23113 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
23114 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
23114 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
23418 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
29108 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29109 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
29110 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
29110 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
29110 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
29111 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
29111 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
29114 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
29114 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
29114 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29115 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
29420 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
32115 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
32116 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
32116 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
32116 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
32424 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 50% reduce 0%
35117 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35117 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
35118 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35118 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35426 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 56% reduce 0%
38118 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38119 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38119 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38119 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38427 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 62% reduce 0%
40080 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
40103 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
40105 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local778508738_0001_m_000001_0 is done. And is in the process of commiting
40108 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40108 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40109 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40109 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40109 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local778508738_0001_m_000001_0' done.
40110 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local778508738_0001_m_000001_0
40110 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local778508738_0001_m_000002_0
40110 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
40111 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40111 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40112 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local778508738_0001/attempt_local778508738_0001_m_000002_0
40118 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
40118 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@289197e8
40120 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40120 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
40120 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40121 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
40129 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
40129 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
40129 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40130 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40130 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40130 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40131 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40428 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
41952 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
41955 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
41958 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local778508738_0001_m_000002_0 is done. And is in the process of commiting
41960 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41962 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41963 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41964 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41964 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41964 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41965 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41970 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41972 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41978 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41980 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
41982 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local778508738_0001_m_000002_0' done.
41984 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local778508738_0001_m_000002_0
41985 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
41989 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
41990 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41990 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41991 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
41992 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
41993 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
41993 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
41993 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41999 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local778508738_0001/attempt_local778508738_0001_r_000000_0
42018 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
42021 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1930e474
42023 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42025 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42031 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
42038 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes
42042 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42046 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42058 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
42061 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
42167 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local778508738_0001_r_000000_0 is done. And is in the process of commiting
42170 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42173 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42176 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42179 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42180 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42181 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42183 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42185 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42187 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42189 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
42190 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42191 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local778508738_0001_r_000000_0 is allowed to commit now
42193 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local778508738_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
42196 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local778508738_0001_r_000000_0' to outputGenderStats
42199 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42200 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42201 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
42202 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
42202 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local778508738_0001_r_000000_0' done.
42429 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
42430 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local778508738_0001
42430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42431 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42431 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42431 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
42431 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42431 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
42432 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
42432 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
42432 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
42432 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42432 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
42433 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42433 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42433 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
42434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42436 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42437 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
42438 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42438 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
42439 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
42439 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
42440 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
42440 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42440 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
42441 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42441 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42442 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42442 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
42443 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42443 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42444 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42447 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42448 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42448 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42449 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
42449 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42450 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
42450 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
42451 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
42451 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
42452 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42452 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
42453 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42453 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42454 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42454 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
42455 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42455 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42456 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42457 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42458 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42459 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42459 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
42460 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42460 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
42461 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
42462 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
42462 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
42463 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42463 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
42464 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42464 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42465 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42465 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
42466 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42466 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42466 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42467 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
42468 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
42468 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
42468 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
42469 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
42469 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
42470 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
42470 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
42471 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=85826
42472 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3489348
42472 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=42913
42472 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
42473 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
42474 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
42474 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3397973
42475 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
42475 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
42475 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=551
42476 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
42476 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=209
42476 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42913
42477 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
42477 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
42478 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2977431552
42478 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
42478 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
42478 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
42479 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=12676963
42479 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211906865
42479 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
42480 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=35637
42482 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
42483 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
42483 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
42483 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 18:57:31 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
12 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
79 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
80 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
83 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
86 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
112 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
139 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
172 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
187 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
189 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
190 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
191 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
200 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
202 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
203 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
212 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
219 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1500683695/.staging/job_local1500683695_0001
229 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
240 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
243 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
246 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
247 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
347 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1500683695_0001
365 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
417 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1500683695_0001
441 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
442 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
444 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
451 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
455 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1500683695_0001_m_000000_0
468 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
485 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
486 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
501 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1500683695_0001/attempt_local1500683695_0001_m_000000_0
505 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
586 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
592 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7eff2413
598 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
599 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
601 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
603 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
604 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
612 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
660 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
660 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
662 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
662 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1422 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6507 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6508 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6508 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6508 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6508 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6509 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6509 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6510 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6511 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6511 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6511 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7427 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9512 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9512 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9513 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9513 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10428 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12514 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12514 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12514 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12518 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13429 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
15519 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15520 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15520 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15520 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16430 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
18523 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18523 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18524 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18524 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19431 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 26% reduce 0%
21525 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21525 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21525 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21526 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22432 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 31% reduce 0%
22830 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22840 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1500683695_0001_m_000000_0 is done. And is in the process of commiting
22844 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22844 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22845 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22845 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22845 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1500683695_0001_m_000000_0' done.
22846 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1500683695_0001_m_000000_0
22846 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1500683695_0001_m_000001_0
22847 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22847 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22847 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22848 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1500683695_0001/attempt_local1500683695_0001_m_000001_0
22855 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22857 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@69a3b4ef
22859 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22860 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22860 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22860 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22861 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22861 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22870 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22871 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22872 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22872 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22872 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22873 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22873 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
23433 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28855 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28856 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28857 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28857 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28858 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28858 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28858 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28861 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28862 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28862 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28863 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
29435 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
31864 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31864 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31865 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31865 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
32436 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
34866 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34866 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34866 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34866 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35438 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 58% reduce 0%
37867 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37867 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37868 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37868 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38439 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 65% reduce 0%
38655 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
38658 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1500683695_0001_m_000001_0 is done. And is in the process of commiting
38664 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38665 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38666 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38667 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38668 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1500683695_0001_m_000001_0' done.
38669 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1500683695_0001_m_000001_0
38669 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1500683695_0001_m_000002_0
38669 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
38670 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38670 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
38671 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1500683695_0001/attempt_local1500683695_0001_m_000002_0
38673 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
38674 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@28c1139e
38676 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
38677 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
38678 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
38678 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38678 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
38679 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
38689 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
38689 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
38690 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
38691 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
38692 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
38693 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
38694 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
39440 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
40533 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
40536 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
40537 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1500683695_0001_m_000002_0 is done. And is in the process of commiting
40538 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40538 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40539 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40539 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40539 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40539 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40540 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40545 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40545 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40546 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40546 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40547 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1500683695_0001_m_000002_0' done.
40547 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1500683695_0001_m_000002_0
40547 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
40550 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
40551 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40551 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40551 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
40551 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
40552 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
40552 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
40552 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40553 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1500683695_0001/attempt_local1500683695_0001_r_000000_0
40570 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
40571 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6227dd97
40573 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40574 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40579 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
40583 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 1 segments left of total size: 1501 bytes
40584 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40585 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40589 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40590 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
40596 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1500683695_0001_r_000000_0 is done. And is in the process of commiting
40600 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40601 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40604 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40606 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40609 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40609 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40609 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40611 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40612 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40614 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40615 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40616 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1500683695_0001_r_000000_0 is allowed to commit now
40618 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1500683695_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
40620 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1500683695_0001_r_000000_0' to outputGenderStats
40622 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40624 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40625 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40626 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
40627 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1500683695_0001_r_000000_0' done.
41441 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
41443 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1500683695_0001
41444 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41445 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41445 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41446 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41446 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41447 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41447 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41448 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41449 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41450 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41451 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41452 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41453 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41454 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41455 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41457 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41459 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41459 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41460 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41461 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41461 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41462 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41463 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41464 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41467 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41469 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41471 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41472 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41474 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41475 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41476 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41477 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41478 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41479 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41479 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41480 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41483 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41484 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41484 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41485 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41486 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41486 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41487 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41487 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41488 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41488 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41490 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41491 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41492 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41493 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41494 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41495 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41495 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41496 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41505 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41506 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41507 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41508 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41509 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41509 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41510 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41510 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41511 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41511 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41513 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41513 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41513 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41514 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
41515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
41515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
41515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
41516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
41516 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
41517 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
41517 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=26
41517 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=1517
41518 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=13
41518 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
41518 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
41518 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
41518 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=1473
41519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
41519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
41519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=13
41519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
41519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
41519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=13
41519 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
41520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
41520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2662334464
41520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
41520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
41520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
41520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=217584
41520 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=208419034
41522 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
41522 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
41524 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
41524 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
41524 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
41524 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 19:39:10 EST 2018

Time Thread Level Category File:Line Message
0 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
15 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
79 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
80 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
84 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
87 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
117 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
152 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
177 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
187 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
188 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
189 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
190 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
197 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
198 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
199 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
208 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
217 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1087670612/.staging/job_local1087670612_0001
227 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
240 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
245 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
251 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
255 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
359 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1087670612_0001
382 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
417 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1087670612_0001
448 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
450 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
450 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
455 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
460 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1087670612_0001_m_000000_0
473 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
484 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
484 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
500 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1087670612_0001/attempt_local1087670612_0001_m_000000_0
503 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
586 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
591 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@32d9f1d0
596 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
596 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
597 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
600 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
600 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
612 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
655 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
655 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
656 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
656 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
656 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
657 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
657 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1422 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6505 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6506 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6506 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6507 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6507 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6507 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6508 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6512 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6512 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6513 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6514 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7428 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9517 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9517 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9517 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9518 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10431 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 12% reduce 0%
12518 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12519 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12519 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12522 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13432 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
15523 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15523 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15523 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15524 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16433 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 21% reduce 0%
18526 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18526 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18527 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18527 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19434 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 25% reduce 0%
21529 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21529 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21529 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21530 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22437 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 29% reduce 0%
24089 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
24168 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
24171 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1087670612_0001_m_000000_0 is done. And is in the process of commiting
24186 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24187 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24187 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
24188 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
24188 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1087670612_0001_m_000000_0' done.
24189 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1087670612_0001_m_000000_0
24189 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1087670612_0001_m_000001_0
24190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
24190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
24191 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1087670612_0001/attempt_local1087670612_0001_m_000001_0
24201 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
24202 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@326bce1c
24210 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
24210 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
24211 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
24211 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24212 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
24213 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
24227 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
24228 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
24229 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
24230 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
24231 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
24232 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
24233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
24535 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
30201 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
30204 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
30204 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
30204 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
30205 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
30205 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
30205 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
30208 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
30208 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
30208 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
30209 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
30537 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
33210 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
33211 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
33211 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
33211 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
33538 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 51% reduce 0%
36212 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36212 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
36212 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36213 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
36539 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 58% reduce 0%
39213 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39214 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39214 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39214 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39541 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 64% reduce 0%
40502 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
40542 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
40548 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1087670612_0001_m_000001_0 is done. And is in the process of commiting
40552 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40552 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40553 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40553 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40553 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1087670612_0001_m_000001_0' done.
40554 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1087670612_0001_m_000001_0
40555 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1087670612_0001_m_000002_0
40555 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
40556 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40556 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40556 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1087670612_0001/attempt_local1087670612_0001_m_000002_0
40557 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
40558 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45e4c434
40560 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40560 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
40560 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40561 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40563 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40564 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
40573 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
40573 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
40574 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40574 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40575 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40575 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40576 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41542 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
42393 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
42395 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
42397 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1087670612_0001_m_000002_0 is done. And is in the process of commiting
42398 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42398 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42398 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42398 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42399 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42399 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42399 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42401 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42401 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42401 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42402 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42402 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1087670612_0001_m_000002_0' done.
42402 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1087670612_0001_m_000002_0
42403 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
42407 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
42407 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42407 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42408 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
42408 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
42408 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
42408 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
42408 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42410 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1087670612_0001/attempt_local1087670612_0001_r_000000_0
42420 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
42423 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3483888
42423 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42424 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42430 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
42433 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes
42434 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42434 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42437 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
42438 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
42542 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
42547 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1087670612_0001_r_000000_0 is done. And is in the process of commiting
42547 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42547 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42548 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42548 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42548 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42549 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42549 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42550 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42551 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42551 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
42552 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42552 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1087670612_0001_r_000000_0 is allowed to commit now
42554 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1087670612_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000
42554 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1087670612_0001_r_000000_0' to outputGenderStats
42556 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42557 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42557 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
42557 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
42557 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1087670612_0001_r_000000_0' done.
43543 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
43545 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1087670612_0001
43546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43547 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
43548 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
43549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
43549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
43551 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
43552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
43553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
43555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
43556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
43564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
43569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
43571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
43572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
43573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
43574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
43576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
43577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
43578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
43582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43584 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43593 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
43594 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
43598 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
43599 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43603 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
43604 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
43605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
43606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
43607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43610 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
43615 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43616 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43617 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43617 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
43618 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43619 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43619 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
43626 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
43627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
43627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
43627 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
43628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
43629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
43629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
43629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
43631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
43632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
43632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
43632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
43637 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
43638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
43638 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
43639 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
43639 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=85826
43639 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3489348
43639 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=42913
43639 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
43640 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
43640 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
43640 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3397973
43642 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
43643 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
43644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=551
43644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
43644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=209
43644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42913
43644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
43644 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
43645 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2563768320
43645 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
43645 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
43645 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
43645 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=12676979
43645 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211906865
43645 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
43646 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=35637
43649 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
43650 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
43650 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
43650 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 19:40:14 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:34 Starting job 1
22 main INFO com.revature.Drivers.FemaleGraduates FemaleGraduates.java:32 Starting Female Graduates
186 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
196 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
255 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
257 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
261 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
265 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
292 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
315 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
340 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
350 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
352 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
353 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
354 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
360 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
363 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
364 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
372 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
380 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1171252807/.staging/job_local1171252807_0001
392 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
403 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
408 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
413 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
415 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
507 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1171252807_0001
527 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
592 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1171252807_0001
619 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
623 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
626 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
633 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
638 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1171252807_0001_m_000000_0
656 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
673 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
677 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
697 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1171252807_0001/attempt_local1171252807_0001_m_000000_0
702 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
793 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
805 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6355340f
809 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
810 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
811 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
813 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
813 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
820 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
864 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
864 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
865 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
865 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
865 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
865 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
866 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1601 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6705 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6705 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6706 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6706 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6706 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6707 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6708 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6711 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6712 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6713 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6713 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7608 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9714 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9714 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9714 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9715 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10609 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 12% reduce 0%
12715 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12716 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12716 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12716 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13610 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
15717 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15717 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15718 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15718 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16611 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 21% reduce 0%
18719 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18719 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18719 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18720 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19612 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 25% reduce 0%
21720 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21721 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21721 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21721 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22614 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 29% reduce 0%
24067 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
24151 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
24157 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1171252807_0001_m_000000_0 is done. And is in the process of commiting
24161 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24163 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24164 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
24165 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
24166 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1171252807_0001_m_000000_0' done.
24167 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1171252807_0001_m_000000_0
24170 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1171252807_0001_m_000001_0
24171 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
24172 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24174 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
24175 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1171252807_0001/attempt_local1171252807_0001_m_000001_0
24177 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
24178 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3bb5c7dd
24180 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
24181 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
24181 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
24181 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24181 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
24182 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
24196 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
24197 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
24198 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
24199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
24200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
24201 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
24203 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
24615 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
30189 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
30189 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
30190 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
30190 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
30191 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
30191 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
30191 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
30192 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
30193 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
30193 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
30193 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
30620 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 43% reduce 0%
33194 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
33195 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
33196 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
33196 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
33621 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 49% reduce 0%
36196 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36197 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
36197 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36197 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
36622 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 56% reduce 0%
39198 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39198 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39199 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39199 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39624 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 62% reduce 0%
41267 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
41302 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
41304 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1171252807_0001_m_000001_0 is done. And is in the process of commiting
41311 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41314 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41314 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41315 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
41315 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1171252807_0001_m_000001_0' done.
41316 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1171252807_0001_m_000001_0
41316 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1171252807_0001_m_000002_0
41316 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
41317 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41317 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41317 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1171252807_0001/attempt_local1171252807_0001_m_000002_0
41319 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
41320 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3f5b6990
41321 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41322 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
41322 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41322 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41323 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41323 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
41332 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
41332 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
41333 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41333 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41333 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41333 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41333 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41624 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
43307 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
43309 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
43311 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1171252807_0001_m_000002_0 is done. And is in the process of commiting
43311 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43311 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43312 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43312 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43312 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43313 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43313 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43316 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43317 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43318 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43320 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
43321 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1171252807_0001_m_000002_0' done.
43322 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1171252807_0001_m_000002_0
43323 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
43327 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
43328 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43329 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
43329 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
43329 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
43330 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
43330 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
43330 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
43334 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1171252807_0001/attempt_local1171252807_0001_r_000000_0
43342 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
43343 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@737227b7
43344 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43344 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
43349 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
43354 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes
43354 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43354 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
43358 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
43358 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
43444 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1171252807_0001_r_000000_0 is done. And is in the process of commiting
43445 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43445 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43446 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43446 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43446 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43446 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43447 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43447 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43448 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43448 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
43448 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
43449 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1171252807_0001_r_000000_0 is allowed to commit now
43452 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ1/_temporary/_attempt_local1171252807_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ1/part-r-00000
43453 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1171252807_0001_r_000000_0' to outputGenderStats/BQ1
43456 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43456 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43457 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
43457 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
43457 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1171252807_0001_r_000000_0' done.
43626 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
43627 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1171252807_0001
43628 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
43629 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
43630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
43631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
43634 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
43636 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
43638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
43639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
43640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
43644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43649 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
43652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
43658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
43658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
43660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
43660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
43661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
43661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
43662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43664 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43665 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
43665 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43684 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43684 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
43685 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
43689 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
43691 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43691 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
43692 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
43692 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
43692 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
43693 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43693 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
43693 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43693 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43694 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43694 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
43695 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43695 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43696 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43700 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43701 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
43701 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
43701 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
43702 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43702 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
43706 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
43707 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
43707 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
43709 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43709 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
43710 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43710 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43710 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43711 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
43711 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43712 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43712 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43713 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
43714 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
43714 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
43715 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
43716 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
43716 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
43717 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
43718 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
43718 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=85826
43719 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3489348
43719 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=42913
43720 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
43721 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
43722 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=985
43722 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3397973
43722 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
43723 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
43723 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=551
43723 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
43724 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=209
43724 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42913
43725 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
43725 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
43725 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2680160256
43726 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
43726 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
43727 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
43727 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=12677011
43728 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211906865
43728 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
43728 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=35637
43730 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
43732 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
43732 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
43733 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Tue Dec 11 19:40:49 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:25 Starting job 2
Test Log HTML
Log session start time Wed Dec 12 08:34:50 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:25 Starting job 2
8 main INFO com.revature.Drivers.FemaleGraduates FemaleGraduates.java:32 Starting Female Graduates
Test Log HTML
Log session start time Wed Dec 12 08:46:46 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:25 Starting job 2
7 main INFO com.revature.Drivers.FemaleGraduates FemaleGraduates.java:32 Starting Female Graduates
Test Log HTML
Log session start time Wed Dec 12 08:47:56 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:25 Starting job 2
9 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:34 Starting Female Education
160 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
171 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
227 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
230 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
233 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
235 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
261 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
290 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
319 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
330 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
331 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
331 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
332 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
340 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
343 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
344 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
350 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
355 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1428203131/.staging/job_local1428203131_0001
366 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
375 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
378 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
381 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
382 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
457 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1428203131_0001
476 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
507 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1428203131_0001
549 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
552 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
554 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
564 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
569 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1428203131_0001_m_000000_0
581 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
595 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
597 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
622 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1428203131_0001/attempt_local1428203131_0001_m_000000_0
624 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
715 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
725 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45d19fdd
729 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
730 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
731 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
733 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
733 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
742 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
790 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
790 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
791 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
791 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
791 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
791 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
792 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
852 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
864 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
867 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1428203131_0001_m_000001_0
868 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
869 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
870 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
874 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1428203131_0001/attempt_local1428203131_0001_m_000001_0
876 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
877 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5d21a27f
879 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
879 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
880 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
880 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
880 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
881 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
931 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
932 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
932 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
932 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
932 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
933 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
933 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
942 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
955 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1428203131_0001_m_000002_0
957 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
958 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
958 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
959 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1428203131_0001/attempt_local1428203131_0001_m_000002_0
964 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
969 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4f11c4ee
973 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
975 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
976 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
981 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
982 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
984 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
1039 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
1041 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
1041 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1042 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1042 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1042 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1043 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1511 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
2736 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
2740 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
2741 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1428203131_0001_m_000002_0 is done. And is in the process of commiting
2744 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
2744 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
2745 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
2746 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
2746 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
2746 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
2746 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
2748 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
2749 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
2750 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
2750 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
2750 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1428203131_0001_m_000002_0' done.
2751 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1428203131_0001_m_000002_0
2751 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
2754 Thread-1 WARN org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:435 job_local1428203131_0001
java.lang.Exception: java.lang.ArithmeticException: / by zero
     at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
    Caused by: java.lang.ArithmeticException: / by zero
     at com.revature.map.PercentIncreaseMapper.caclulatePercentIncrease(PercentIncreaseMapper.java:88)
     at com.revature.map.PercentIncreaseMapper.getCountryAndYearData(PercentIncreaseMapper.java:73)
     at com.revature.map.PercentIncreaseMapper.map(PercentIncreaseMapper.java:39)
     at com.revature.map.PercentIncreaseMapper.map(PercentIncreaseMapper.java:1)
     at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
     at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
     at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
     at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
     at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
     at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
     at java.util.concurrent.FutureTask.run(FutureTask.java:266)
     at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
     at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
     at java.lang.Thread.run(Thread.java:748)
3515 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
3515 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1428203131_0001
3515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
3516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
3516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
3517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
3517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
3517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
3517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
3519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
3519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
3519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
3520 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
3520 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
3521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
3521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
3522 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
3522 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
3522 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
3523 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
3523 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
3523 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
3524 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
3524 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
3527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
3527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
3529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
3529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
3529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
3529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
3530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
3530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
3530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
3530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
3531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
3531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
3532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
3532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
3537 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 15
3537 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
3538 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
3538 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=13
3539 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=1505
3540 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
3540 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=1517
3541 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=333
3541 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=13
3541 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=1473
3541 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
3542 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
3542 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
3542 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=455081984
3543 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
3543 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
3543 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
3543 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=55441
3544 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=1027198
3547 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
3549 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
3550 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
3550 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 08:53:05 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:25 Starting job 2
9 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:34 Starting Female Education
180 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
190 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
247 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
249 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
252 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
255 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
280 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
307 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
331 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
339 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
340 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
341 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
341 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
348 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
350 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
351 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
359 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
370 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1990780213/.staging/job_local1990780213_0001
381 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
391 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
395 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
405 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
408 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
476 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1990780213_0001
495 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
548 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1990780213_0001
583 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
586 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
587 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
591 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
594 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1990780213_0001_m_000000_0
609 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
619 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
621 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
638 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1990780213_0001/attempt_local1990780213_0001_m_000000_0
642 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
757 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
773 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45d19fdd
794 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
801 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
802 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
805 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
805 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
834 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
887 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
890 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
892 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
893 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
895 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
896 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
902 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1551 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6643 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6670 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6670 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6670 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6670 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6671 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6671 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6673 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6673 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6674 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6674 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7558 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 7% reduce 0%
9675 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9675 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9676 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9676 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10559 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 12% reduce 0%
12677 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12677 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12677 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12677 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13560 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 16% reduce 0%
15678 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15679 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15679 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15679 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16561 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 21% reduce 0%
18680 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18680 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18680 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18681 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19563 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 26% reduce 0%
21681 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21682 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21682 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21682 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22564 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 30% reduce 0%
23579 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
23717 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
23720 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1990780213_0001_m_000000_0 is done. And is in the process of commiting
23722 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23723 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23723 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
23724 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
23724 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1990780213_0001_m_000000_0' done.
23724 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1990780213_0001_m_000000_0
23725 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1990780213_0001_m_000001_0
23725 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
23726 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23727 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
23728 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1990780213_0001/attempt_local1990780213_0001_m_000001_0
23733 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
23735 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@f1cc067
23737 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
23738 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
23738 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
23739 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23739 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
23740 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
23754 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
23754 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
23754 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
23755 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
23755 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
23755 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
23755 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
24566 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
29737 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29738 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
29738 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
29739 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
29740 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
29740 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
29740 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
29743 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
29743 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
29743 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29744 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
30568 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
32744 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
32745 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
32745 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
32745 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
33570 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 51% reduce 0%
35746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
35746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35746 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
36571 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 57% reduce 0%
38747 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38747 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38748 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38748 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39572 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 64% reduce 0%
39913 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
39958 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
39961 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1990780213_0001_m_000001_0 is done. And is in the process of commiting
39973 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39974 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39974 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39975 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39976 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1990780213_0001_m_000001_0' done.
39976 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1990780213_0001_m_000001_0
39977 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1990780213_0001_m_000002_0
39978 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
39979 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39980 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
39981 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1990780213_0001/attempt_local1990780213_0001_m_000002_0
39986 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
39987 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1b976a8a
39995 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
39996 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
39996 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
39996 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39996 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
39997 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
40007 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
40007 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
40008 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40008 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40008 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40009 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40009 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40572 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
43655 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
43658 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
43659 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1990780213_0001_m_000002_0 is done. And is in the process of commiting
43660 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43660 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43660 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43661 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43665 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43666 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43667 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43668 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
43669 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1990780213_0001_m_000002_0' done.
43669 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1990780213_0001_m_000002_0
43669 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
43674 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
43675 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43676 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
43676 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
43676 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
43676 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
43676 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
43676 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
43677 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1990780213_0001/attempt_local1990780213_0001_r_000000_0
43683 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
43684 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7dcea538
43685 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43685 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
43690 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
43694 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 1823874 bytes
43694 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43694 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
43699 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
43700 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
43783 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1990780213_0001_r_000000_0 is done. And is in the process of commiting
43784 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43784 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43784 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43786 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43787 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43788 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43789 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43792 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43792 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43793 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
43793 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
43793 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1990780213_0001_r_000000_0 is allowed to commit now
43795 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1990780213_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
43795 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1990780213_0001_r_000000_0' to outputGenderStats/BQ2
43798 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43798 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43799 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
43799 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
43799 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1990780213_0001_r_000000_0' done.
44574 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
44575 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1990780213_0001
44575 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44575 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
44576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
44576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
44576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
44576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
44576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
44576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
44577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
44577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
44577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
44577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
44577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
44577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
44578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
44578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
44578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
44579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
44579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
44579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
44580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
44580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
44580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
44580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
44580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
44580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
44581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
44581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
44581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
44581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
44581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
44581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
44582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
44584 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
44585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
44585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
44585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
44585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
44585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
44586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
44586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
44586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
44586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
44589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
44589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
44589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
44589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
44590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
44590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
44595 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44595 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
44595 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
44595 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
44596 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
44596 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
44596 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
44596 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
44596 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
44596 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
44596 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
44599 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
44599 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
44600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
44600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
44600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
44600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
44600 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
44601 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
44601 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
44601 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
44601 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
44601 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
44602 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
44602 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
44602 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=109314
44602 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=1823886
44602 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=54657
44602 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
44603 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
44603 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=993
44603 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=1714554
44603 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
44603 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
44603 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=518
44603 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
44603 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=298
44604 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=54657
44604 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
44604 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
44604 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2984247296
44604 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
44604 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
44604 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
44604 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=6760119
44604 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=210241475
44605 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
44605 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=39364
44607 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
44607 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
44607 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
44608 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 08:56:21 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:25 Starting job 2
19 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:34 Starting Female Education
227 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
246 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
313 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
314 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
320 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
323 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
353 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
386 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
420 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
429 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
430 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
431 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
431 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
437 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
440 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
441 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
447 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
458 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson957835093/.staging/job_local957835093_0001
469 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
479 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
484 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
487 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
488 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
600 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local957835093_0001
621 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
659 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local957835093_0001
687 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
688 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
688 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
699 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
703 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local957835093_0001_m_000000_0
715 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
724 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
724 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
738 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local957835093_0001/attempt_local957835093_0001_m_000000_0
740 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
834 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
839 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1fc8f1d6
843 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
844 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
845 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
847 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
848 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
859 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
904 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
904 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
904 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
905 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
905 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
905 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
906 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1663 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6744 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6745 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6745 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6747 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6747 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6750 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6752 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6752 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6752 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7675 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 6% reduce 0%
9753 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9753 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9754 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9754 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10679 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 10% reduce 0%
12755 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12756 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12756 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12756 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13684 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 14% reduce 0%
15757 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15759 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15759 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15759 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16685 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
18760 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18760 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18761 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18761 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19687 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 21% reduce 0%
21761 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21762 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21762 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21762 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22688 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 24% reduce 0%
24763 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24763 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24763 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
24764 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
25689 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 28% reduce 0%
27764 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
27765 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
27765 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
27765 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28288 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
28391 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
28397 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local957835093_0001_m_000000_0 is done. And is in the process of commiting
28407 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28409 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28410 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28410 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28410 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local957835093_0001_m_000000_0' done.
28410 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local957835093_0001_m_000000_0
28411 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local957835093_0001_m_000001_0
28411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
28411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28411 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
28412 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local957835093_0001/attempt_local957835093_0001_m_000001_0
28416 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
28422 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59614a6a
28439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
28440 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
28441 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
28443 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28445 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
28447 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
28455 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
28456 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
28457 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
28458 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
28459 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
28460 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
28462 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
28690 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
Test Log HTML
Log session start time Wed Dec 12 12:03:02 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:25 Starting job 2
17 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:34 Starting Female Education
222 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
233 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
295 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
297 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
300 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
302 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
331 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
357 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
381 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
388 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
389 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
389 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
390 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
396 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
398 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
399 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
404 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
412 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson458021564/.staging/job_local458021564_0001
423 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
433 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
436 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
440 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
441 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
537 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local458021564_0001
555 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
594 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local458021564_0001
622 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
624 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
626 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
633 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
637 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local458021564_0001_m_000000_0
658 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
672 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
673 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
692 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local458021564_0001/attempt_local458021564_0001_m_000000_0
694 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
767 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
771 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45d19fdd
776 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
778 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
779 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
781 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
781 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
795 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
839 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
839 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
840 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
840 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
840 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
841 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
841 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1600 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6697 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6697 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6697 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6697 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6698 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6698 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6698 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6705 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6706 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6707 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6707 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7607 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 5% reduce 0%
9708 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9708 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9709 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9709 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10608 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 10% reduce 0%
12710 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12710 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12710 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12711 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13610 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 14% reduce 0%
15711 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15712 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15712 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15712 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16612 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
18713 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18713 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18714 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18714 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19613 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 21% reduce 0%
21714 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21716 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21716 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21717 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22614 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 25% reduce 0%
24717 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24718 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24718 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
24718 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
25615 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 29% reduce 0%
27719 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
27719 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
27719 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
27719 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28129 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
28229 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
28250 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local458021564_0001_m_000000_0 is done. And is in the process of commiting
28272 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28272 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28273 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28273 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28273 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local458021564_0001_m_000000_0' done.
28273 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local458021564_0001_m_000000_0
28274 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local458021564_0001_m_000001_0
28274 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
28274 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28274 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
28275 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local458021564_0001/attempt_local458021564_0001_m_000001_0
28283 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
28284 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@f1cc067
28289 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
28291 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
28291 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
28291 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28291 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
28292 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
28303 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
28303 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
28308 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
28308 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
28308 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
28308 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
28309 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
28656 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
34291 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34292 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
34292 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
34293 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
34293 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
34293 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
34293 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
34300 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34301 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34301 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34301 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
34658 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 42% reduce 0%
37302 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37302 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37302 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37302 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37659 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 46% reduce 0%
40303 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40303 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40304 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40304 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40661 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 51% reduce 0%
43304 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43305 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43305 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43305 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
43662 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 56% reduce 0%
46306 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
46306 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
46306 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
46306 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
46663 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 61% reduce 0%
49125 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
49161 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
49163 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local458021564_0001_m_000001_0 is done. And is in the process of commiting
49182 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
49183 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
49184 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
49185 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
49185 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local458021564_0001_m_000001_0' done.
49186 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local458021564_0001_m_000001_0
49188 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local458021564_0001_m_000002_0
49189 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
49189 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
49190 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
49191 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local458021564_0001/attempt_local458021564_0001_m_000002_0
49195 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
49196 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1b976a8a
49197 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
49198 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
49198 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
49198 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
49200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
49201 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
49207 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
49208 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
49208 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
49208 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
49209 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
49209 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
49209 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
49664 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
51299 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
51301 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
51309 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local458021564_0001_m_000002_0 is done. And is in the process of commiting
51313 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
51317 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
51320 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
51324 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
51325 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
51327 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
51331 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
51339 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
51340 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
51343 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
51346 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
51346 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local458021564_0001_m_000002_0' done.
51347 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local458021564_0001_m_000002_0
51355 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
51359 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
51359 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
51359 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
51360 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
51360 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
51360 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
51360 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
51360 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
51361 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local458021564_0001/attempt_local458021564_0001_r_000000_0
51367 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
51368 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@37b81b9d
51368 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
51369 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
51374 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
51379 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 2659652 bytes
51382 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
51383 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
51387 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
51393 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
51503 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local458021564_0001_r_000000_0 is done. And is in the process of commiting
51503 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
51504 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
51504 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
51504 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
51504 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
51504 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
51504 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
51505 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
51505 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
51505 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
51505 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
51506 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local458021564_0001_r_000000_0 is allowed to commit now
51507 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local458021564_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
51508 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local458021564_0001_r_000000_0' to outputGenderStats/BQ2
51511 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
51511 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
51511 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
51511 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
51512 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local458021564_0001_r_000000_0' done.
51665 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
51665 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local458021564_0001
51666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
51666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
51666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
51666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
51667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
51667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
51667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
51667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
51667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
51667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
51667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
51668 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
51668 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
51668 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
51669 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
51670 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
51671 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
51671 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
51672 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
51673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
51673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
51673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
51673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
51673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
51673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
51673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
51674 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
51674 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
51674 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
51674 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
51674 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
51674 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
51675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
51675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
51675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
51675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
51678 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
51679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
51679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
51680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
51680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
51680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
51680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
51680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
51680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
51681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
51681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
51681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
51681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
51681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
51681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
51681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
51681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
51682 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
51685 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
51685 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
51686 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
51686 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
51686 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
51686 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
51687 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
51687 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
51687 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
51687 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
51687 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
51688 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
51688 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
51688 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
51688 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
51688 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
51688 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
51689 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
51691 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
51691 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
51691 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
51691 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
51692 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
51692 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
51693 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
51693 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
51693 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=109314
51693 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=2659664
51693 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=54657
51693 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
51693 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
51693 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=993
51693 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2550332
51694 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
51694 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
51694 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=518
51694 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
51694 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=298
51694 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=54657
51696 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
51696 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
51697 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3244818432
51697 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
51698 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
51698 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
51698 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=9735058
51699 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211077253
51699 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
51699 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=43818
51700 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
51700 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
51700 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
51701 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 12:05:54 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:25 Starting job 2
9 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
178 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
189 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
258 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
260 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
265 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
267 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
296 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
327 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
348 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
355 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
356 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
357 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
358 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
363 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
366 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
367 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
374 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
379 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson2013118368/.staging/job_local2013118368_0001
391 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
400 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
403 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
408 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
409 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
493 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local2013118368_0001
514 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
557 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local2013118368_0001
586 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
588 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
590 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
598 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
604 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2013118368_0001_m_000000_0
619 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
635 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
636 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
648 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2013118368_0001/attempt_local2013118368_0001_m_000000_0
650 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
734 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
741 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@21ba9bc4
745 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
746 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
747 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
750 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
750 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
758 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
818 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
819 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
819 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
819 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
820 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
820 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
820 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1561 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6652 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6653 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6653 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6654 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6654 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6654 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6656 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6658 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6658 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6660 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6660 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7566 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9661 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9661 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9661 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9662 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10568 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12662 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12663 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12663 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12663 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13569 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
15664 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15664 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15665 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15665 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16570 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
18665 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18666 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18666 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18666 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19571 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21667 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21667 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21668 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21668 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22522 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22572 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 32% reduce 0%
22601 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
22603 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2013118368_0001_m_000000_0 is done. And is in the process of commiting
22609 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22612 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22615 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22618 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22619 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2013118368_0001_m_000000_0' done.
22621 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local2013118368_0001_m_000000_0
22622 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2013118368_0001_m_000001_0
22622 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22623 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22623 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22624 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2013118368_0001/attempt_local2013118368_0001_m_000001_0
22630 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22633 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4d603dfa
22635 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22636 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22636 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22637 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22638 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22639 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22652 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22652 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22653 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22653 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22654 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22654 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22654 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
23573 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28629 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28629 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28630 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28630 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28631 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28631 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28631 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28635 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28635 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28636 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28636 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
29574 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
31636 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31637 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31637 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31637 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
32576 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
34638 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34638 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34638 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34638 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35577 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 58% reduce 0%
37639 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37639 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37640 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37640 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38317 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
38357 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
38359 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2013118368_0001_m_000001_0 is done. And is in the process of commiting
38363 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38364 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38365 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38365 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38365 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2013118368_0001_m_000001_0' done.
38366 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local2013118368_0001_m_000001_0
38366 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2013118368_0001_m_000002_0
38366 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
38367 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38367 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
38368 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2013118368_0001/attempt_local2013118368_0001_m_000002_0
38372 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
38375 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4b1d5586
38377 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
38377 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
38378 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
38378 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38378 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
38379 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
38390 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
38391 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
38391 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
38391 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
38392 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
38392 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
38392 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
38579 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
44371 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44372 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
44373 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
44373 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
44373 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
44373 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
44374 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
44375 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44376 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
44376 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44376 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
44580 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 69% reduce 0%
47376 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
47377 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
47377 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
47377 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Wed Dec 12 12:08:41 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:25 Starting job 2
10 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:36 Starting Female Education
254 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
270 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
332 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
335 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
343 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
346 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
373 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
401 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
434 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
441 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
442 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
443 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
443 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
451 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
454 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
455 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
460 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
469 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1744024019/.staging/job_local1744024019_0001
480 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
490 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
500 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
503 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
504 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
651 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1744024019_0001
687 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
721 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1744024019_0001
745 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
746 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
747 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
759 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
763 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1744024019_0001_m_000000_0
777 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
785 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
787 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
801 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1744024019_0001/attempt_local1744024019_0001_m_000000_0
804 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
921 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
926 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@695a4c36
930 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
930 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
931 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
933 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
933 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
941 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
985 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
985 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
986 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
986 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
986 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
986 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
987 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1727 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6806 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6806 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6806 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6807 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6807 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6807 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6807 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6809 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6809 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6810 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6810 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7733 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9811 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9812 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9812 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9812 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10735 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12813 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12813 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12814 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12814 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13738 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
15814 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15815 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15815 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15815 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16739 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
18817 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18817 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18818 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18818 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19740 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21820 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21821 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21821 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21821 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22617 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22691 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
22693 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1744024019_0001_m_000000_0 is done. And is in the process of commiting
22696 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22697 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22697 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22698 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22700 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1744024019_0001_m_000000_0' done.
22703 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1744024019_0001_m_000000_0
22705 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1744024019_0001_m_000001_0
22707 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22708 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22709 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22711 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1744024019_0001/attempt_local1744024019_0001_m_000001_0
22716 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22718 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6792dc0a
22720 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22720 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22721 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22721 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22721 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22722 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22730 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22730 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22731 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22731 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22732 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22732 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22732 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
22741 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28716 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28717 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28717 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28718 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28718 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28718 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28718 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28720 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28722 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28723 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28723 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28743 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 46% reduce 0%
31724 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31724 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31724 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31724 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
31744 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
34725 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34725 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34726 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34726 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
34746 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 59% reduce 0%
37727 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37727 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37728 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37728 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37747 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
37936 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
37976 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
37978 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1744024019_0001_m_000001_0 is done. And is in the process of commiting
37982 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37985 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37986 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37988 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37989 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1744024019_0001_m_000001_0' done.
37989 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1744024019_0001_m_000001_0
37989 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1744024019_0001_m_000002_0
37989 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
37990 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37990 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
37990 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1744024019_0001/attempt_local1744024019_0001_m_000002_0
37992 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
37992 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64158b31
37994 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
37994 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
37995 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
37995 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37995 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
37996 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
38003 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
38003 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
38004 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
38004 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
38004 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
38004 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
38005 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
43992 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43993 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43993 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43993 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43994 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43994 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43994 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43998 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43998 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43998 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43999 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
44749 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 69% reduce 0%
46999 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
46999 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
47000 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
47000 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Wed Dec 12 12:10:58 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:25 Starting job 2
10 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:36 Starting Female Education
155 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
163 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
222 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
225 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
228 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
231 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
256 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
286 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
318 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
327 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
328 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
329 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
329 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
336 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
338 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
339 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
345 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
353 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson487606380/.staging/job_local487606380_0001
363 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
373 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
377 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
381 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
382 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
455 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local487606380_0001
474 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
510 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local487606380_0001
538 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
541 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
544 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
565 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
569 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local487606380_0001_m_000000_0
582 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
590 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
590 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
606 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local487606380_0001/attempt_local487606380_0001_m_000000_0
610 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
692 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
698 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6131b62e
703 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
703 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
704 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
706 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
707 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
716 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
762 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
762 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
762 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
763 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
763 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
763 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
763 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1514 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6625 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6626 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6627 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6627 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7521 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 9% reduce 0%
9628 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9628 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9628 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9629 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10523 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12629 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12630 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12630 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12630 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13524 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
15631 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15631 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15632 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15632 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16525 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
18632 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18633 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18633 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18633 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19526 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21634 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21634 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21635 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21635 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22335 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22424 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
22428 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local487606380_0001_m_000000_0 is done. And is in the process of commiting
22434 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22437 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22438 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22438 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22439 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local487606380_0001_m_000000_0' done.
22439 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local487606380_0001_m_000000_0
22440 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local487606380_0001_m_000001_0
22440 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22441 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22441 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22442 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local487606380_0001/attempt_local487606380_0001_m_000001_0
22446 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22449 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4bce988c
22453 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22455 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22456 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22458 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22459 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22459 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22467 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22467 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22468 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22468 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22468 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22469 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22469 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
22527 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28453 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28454 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28454 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28455 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28455 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28455 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28455 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28457 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28458 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28458 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28458 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28529 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 46% reduce 0%
31459 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31459 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31460 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31460 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
31530 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
34460 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34461 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34462 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34463 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
34531 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 59% reduce 0%
37463 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37464 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37464 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37464 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37533 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 65% reduce 0%
37802 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
37826 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
37829 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local487606380_0001_m_000001_0 is done. And is in the process of commiting
37831 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37832 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37832 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37832 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37833 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local487606380_0001_m_000001_0' done.
37833 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local487606380_0001_m_000001_0
37833 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local487606380_0001_m_000002_0
37834 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
37834 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37834 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
37835 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local487606380_0001/attempt_local487606380_0001_m_000002_0
37836 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
37837 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2bc3c3c5
37838 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
37839 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
37839 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
37839 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37840 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
37840 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
37849 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
37849 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
37850 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
37850 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
37850 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
37851 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
37851 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
38533 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
43836 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43837 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43837 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43839 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43839 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43839 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43840 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43842 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43842 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43843 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43843 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
44535 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 69% reduce 0%
46843 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
46843 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
46844 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
46844 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Wed Dec 12 12:13:33 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:25 Starting job 2
7 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:36 Starting Female Education
156 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
166 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
226 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
228 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
231 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
234 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
260 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
279 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
302 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
310 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
311 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
312 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
312 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
318 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
320 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
321 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
327 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
335 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1777023445/.staging/job_local1777023445_0001
350 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
361 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
367 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
377 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
379 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
464 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1777023445_0001
481 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
516 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1777023445_0001
549 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
553 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
556 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
563 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
569 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1777023445_0001_m_000000_0
584 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
594 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
594 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
607 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1777023445_0001/attempt_local1777023445_0001_m_000000_0
610 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
693 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
705 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@411d4884
709 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
710 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
711 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
713 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
713 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
722 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
773 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
773 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
773 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
774 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
774 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
774 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
774 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1521 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6612 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6612 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6612 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6612 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6615 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6617 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6618 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6618 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7528 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 9% reduce 0%
9619 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9619 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9620 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9620 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10530 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 14% reduce 0%
12620 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12621 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12621 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12621 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13531 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
15622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15623 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16533 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 23% reduce 0%
18624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18624 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19535 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21625 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21625 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21626 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21626 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22184 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22267 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
22270 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1777023445_0001_m_000000_0 is done. And is in the process of commiting
22273 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22275 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22276 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22276 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22277 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1777023445_0001_m_000000_0' done.
22278 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1777023445_0001_m_000000_0
22278 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1777023445_0001_m_000001_0
22279 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22279 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22279 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22280 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1777023445_0001/attempt_local1777023445_0001_m_000001_0
22281 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22282 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@554105e4
22284 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22285 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22285 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22285 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22286 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22286 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22295 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22297 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22298 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22300 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22303 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22305 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22305 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
22536 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28285 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28285 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28286 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28286 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28287 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28287 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28287 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28289 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28290 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28290 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28290 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28538 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 46% reduce 0%
31291 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31291 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31291 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31292 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
31541 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
34292 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34293 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34293 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34294 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
34542 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 59% reduce 0%
37294 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37295 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37295 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37295 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37543 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 65% reduce 0%
37868 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
37894 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
37897 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1777023445_0001_m_000001_0 is done. And is in the process of commiting
37900 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37903 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37903 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37904 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37904 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1777023445_0001_m_000001_0' done.
37904 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1777023445_0001_m_000001_0
37905 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1777023445_0001_m_000002_0
37905 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
37905 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37906 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
37906 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1777023445_0001/attempt_local1777023445_0001_m_000002_0
37908 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
37909 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@22a73a3c
37910 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
37912 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
37912 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
37913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37913 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
37914 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
37921 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
37922 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
37922 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
37922 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
37923 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
37923 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
37923 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
38544 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
43908 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43908 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43909 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43909 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43909 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43910 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43910 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43912 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43912 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43913 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43913 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
44545 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 69% reduce 0%
46913 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
46913 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
46915 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
46915 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Wed Dec 12 12:15:30 EST 2018

Time Thread Level Category File:Line Message
1 main INFO com.revature.Main Main.java:25 Starting job 2
7 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:36 Starting Female Education
158 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
169 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
225 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
226 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
230 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
233 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
259 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
279 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
302 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
311 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
312 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
312 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
312 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
319 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
321 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
322 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
327 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
334 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson2020153440/.staging/job_local2020153440_0001
346 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
354 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
357 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
361 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
362 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
436 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local2020153440_0001
455 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
486 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local2020153440_0001
513 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
515 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
516 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
521 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
526 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2020153440_0001_m_000000_0
541 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
561 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
562 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
577 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2020153440_0001/attempt_local2020153440_0001_m_000000_0
583 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
680 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
686 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45d19fdd
689 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
689 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
690 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
692 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
692 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
701 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
746 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
746 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
747 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
747 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
747 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
748 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
748 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1491 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6584 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6584 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6584 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6584 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6585 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6585 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6585 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6587 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6588 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6588 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6588 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7496 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 9% reduce 0%
9589 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9590 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9590 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9590 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10498 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12591 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12591 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12592 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12592 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13499 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
15592 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15593 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15593 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15593 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16500 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 23% reduce 0%
18594 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18595 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18595 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18595 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19501 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21596 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21596 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21596 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21597 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22053 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22138 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
22141 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2020153440_0001_m_000000_0 is done. And is in the process of commiting
22144 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22147 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22148 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22148 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22149 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2020153440_0001_m_000000_0' done.
22149 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local2020153440_0001_m_000000_0
22149 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2020153440_0001_m_000001_0
22150 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22150 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22151 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22151 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2020153440_0001/attempt_local2020153440_0001_m_000001_0
22153 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22161 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@f1cc067
22172 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22173 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22173 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22174 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22175 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22176 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22185 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22186 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22186 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22187 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22187 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22187 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22187 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
22502 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28162 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28164 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28164 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28165 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28165 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28165 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28165 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28167 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28168 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28168 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28168 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28504 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 46% reduce 0%
31169 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31169 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31169 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31170 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
31505 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
34170 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34171 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34171 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34171 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
34507 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 58% reduce 0%
37172 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37172 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37172 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37172 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37508 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 65% reduce 0%
37787 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
37822 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
37825 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2020153440_0001_m_000001_0 is done. And is in the process of commiting
37828 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37829 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37830 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37831 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37832 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2020153440_0001_m_000001_0' done.
37833 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local2020153440_0001_m_000001_0
37834 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local2020153440_0001_m_000002_0
37834 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
37835 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37836 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
37837 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2020153440_0001/attempt_local2020153440_0001_m_000002_0
37839 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
37841 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1b976a8a
37844 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
37844 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
37845 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
37846 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37846 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
37847 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
37854 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
37854 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
37855 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
37857 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
37857 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
37857 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
37858 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
38509 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
39524 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
39526 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
39528 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2020153440_0001_m_000002_0 is done. And is in the process of commiting
39529 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39529 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
39529 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
39530 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
39530 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
39530 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
39531 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
39534 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39534 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39535 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39535 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39536 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2020153440_0001_m_000002_0' done.
39536 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local2020153440_0001_m_000002_0
39537 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
39542 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
39543 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39544 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
39546 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
39547 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
39548 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
39549 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
39550 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
39551 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2020153440_0001/attempt_local2020153440_0001_r_000000_0
39556 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
39557 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@37b81b9d
39559 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39560 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39566 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
39571 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 2659652 bytes
39571 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39572 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39574 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39576 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
39714 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local2020153440_0001_r_000000_0 is done. And is in the process of commiting
39715 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39716 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
39717 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
39718 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
39719 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
39720 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
39721 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
39723 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39723 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39724 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39725 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39726 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local2020153440_0001_r_000000_0 is allowed to commit now
39730 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local2020153440_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
39731 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local2020153440_0001_r_000000_0' to outputGenderStats/BQ2
39731 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39732 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39733 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39733 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
39734 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local2020153440_0001_r_000000_0' done.
40510 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
40511 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local2020153440_0001
40511 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40512 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40513 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40513 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40514 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40514 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40515 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40516 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40517 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40518 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40519 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40520 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40521 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40522 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40523 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40524 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40524 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40525 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40526 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40533 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40534 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40535 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40536 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40547 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40548 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40551 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40574 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
40575 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
40576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
40576 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
40578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
40583 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
40584 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
40586 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=109314
40587 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=2659664
40587 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=54657
40588 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
40588 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
40589 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=994
40589 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2550332
40590 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
40590 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
40591 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=518
40591 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
40592 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=298
40592 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=54657
40593 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
40594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
40594 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2638217216
40595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
40595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
40596 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
40596 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=9735086
40597 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211077262
40597 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
40598 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=43818
40603 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
40607 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
40608 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
40609 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 12:20:15 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:25 Starting job 2
8 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:36 Starting Female Education
158 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
167 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
226 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
228 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
232 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
235 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
259 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
279 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
302 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
310 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
311 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
312 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
313 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
320 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
324 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
326 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
332 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
340 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson844555656/.staging/job_local844555656_0001
354 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
365 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
368 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
372 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
372 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
452 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local844555656_0001
470 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
503 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local844555656_0001
529 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
532 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
535 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
541 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
546 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local844555656_0001_m_000000_0
561 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
574 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
574 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
593 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local844555656_0001/attempt_local844555656_0001_m_000000_0
596 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
685 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
690 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@695a4c36
695 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
695 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
696 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
698 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
699 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
705 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
750 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
750 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
751 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
751 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
751 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
752 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
752 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1507 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6598 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6598 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6598 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6598 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6599 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6599 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6599 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6600 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6601 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6602 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6602 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7513 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 9% reduce 0%
9603 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9603 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9604 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9604 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10515 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12604 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12605 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12605 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12605 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13516 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
15606 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15606 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15607 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15607 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16517 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 23% reduce 0%
18607 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18608 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18608 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18608 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19518 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21609 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21610 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21610 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21610 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22112 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22196 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
22198 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local844555656_0001_m_000000_0 is done. And is in the process of commiting
22201 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22203 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22205 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22206 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22209 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local844555656_0001_m_000000_0' done.
22210 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local844555656_0001_m_000000_0
22211 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local844555656_0001_m_000001_0
22211 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22212 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22212 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22213 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local844555656_0001/attempt_local844555656_0001_m_000001_0
22217 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22219 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6792dc0a
22222 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22224 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22225 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22227 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22229 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22232 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22247 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22249 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22252 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22255 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22259 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22261 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22263 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
22519 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28217 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28217 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28218 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28218 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28218 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28218 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28219 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28225 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28225 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28226 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28226 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28523 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 46% reduce 0%
31227 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31227 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31227 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31227 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
31524 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
34228 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34228 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34229 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34229 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
34525 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 59% reduce 0%
37229 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37230 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37230 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37230 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37526 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 65% reduce 0%
37571 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
37597 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
37600 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local844555656_0001_m_000001_0 is done. And is in the process of commiting
37607 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37608 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37609 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37609 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37610 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local844555656_0001_m_000001_0' done.
37611 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local844555656_0001_m_000001_0
37611 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local844555656_0001_m_000002_0
37612 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
37613 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37613 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
37614 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local844555656_0001/attempt_local844555656_0001_m_000002_0
37615 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
37616 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64158b31
37617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
37617 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
37617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
37618 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37618 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
37618 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
37627 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
37627 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
37629 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
37629 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
37629 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
37630 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
37631 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
38527 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
43625 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43626 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43626 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43626 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43626 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43627 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43627 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43629 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43629 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43629 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43629 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
44529 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 69% reduce 0%
46630 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
46630 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
46630 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
46631 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Wed Dec 12 12:40:24 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:25 Starting job 2
9 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
159 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
170 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
230 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
233 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
236 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
239 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
264 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
293 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
319 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
326 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
327 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
328 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
329 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
338 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
340 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
343 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
350 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
358 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson225975909/.staging/job_local225975909_0001
368 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
378 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
383 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
389 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
391 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
465 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local225975909_0001
481 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
517 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local225975909_0001
540 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
541 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
541 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
547 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
553 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local225975909_0001_m_000000_0
570 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
585 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
587 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
602 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local225975909_0001/attempt_local225975909_0001_m_000000_0
604 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
693 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
698 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4e49ad7b
702 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
702 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
703 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
705 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
706 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
714 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
760 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
761 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
761 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
761 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
762 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
762 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
762 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1521 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6606 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6606 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6607 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6607 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6608 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6608 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6608 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6610 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6611 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6612 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6612 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7527 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 9% reduce 0%
9613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9614 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9614 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10529 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12614 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12615 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12615 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12615 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13530 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
15616 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15616 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15617 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15617 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16531 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 23% reduce 0%
18618 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18618 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18618 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18619 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19532 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21619 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21620 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21620 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21620 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22093 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22187 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
22191 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local225975909_0001_m_000000_0 is done. And is in the process of commiting
22200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22202 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22203 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22204 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22207 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local225975909_0001_m_000000_0' done.
22207 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local225975909_0001_m_000000_0
22208 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local225975909_0001_m_000001_0
22208 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22209 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22210 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22211 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local225975909_0001/attempt_local225975909_0001_m_000001_0
22212 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22213 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@46c8ce23
22219 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22220 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22221 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22221 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22221 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22222 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22232 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22232 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22234 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22234 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22235 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22236 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
22534 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28220 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28220 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28220 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28221 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28221 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28222 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28222 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28224 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28225 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28225 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28225 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28536 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 46% reduce 0%
31226 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31226 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31227 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31227 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
31537 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
34227 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34228 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34228 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34228 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
34538 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 59% reduce 0%
37229 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37229 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37229 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37230 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37539 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 65% reduce 0%
37711 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
37753 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
37756 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local225975909_0001_m_000001_0 is done. And is in the process of commiting
37759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37760 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37761 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37762 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37762 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local225975909_0001_m_000001_0' done.
37762 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local225975909_0001_m_000001_0
37762 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local225975909_0001_m_000002_0
37763 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
37763 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37763 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
37764 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local225975909_0001/attempt_local225975909_0001_m_000002_0
37767 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
37769 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72f7406f
37771 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
37772 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
37772 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
37772 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37772 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
37773 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
37782 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
37782 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
37783 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
37783 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
37783 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
37784 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
37784 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
38539 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
43767 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43794 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
43794 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
43794 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
43795 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
43795 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
43795 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
43797 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
43797 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
43797 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
43798 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
44541 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 69% reduce 0%
46798 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
46798 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
46799 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
46799 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
Test Log HTML
Log session start time Wed Dec 12 12:42:52 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:25 Starting job 2
9 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
156 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
165 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
222 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
224 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
227 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
230 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
259 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
286 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
309 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
315 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
316 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
316 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
317 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
322 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
324 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
325 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
331 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
337 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson444346373/.staging/job_local444346373_0001
346 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
357 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
362 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
365 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
366 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
441 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local444346373_0001
456 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
490 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local444346373_0001
518 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
521 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
523 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
531 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
536 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local444346373_0001_m_000000_0
549 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
559 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
562 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
579 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local444346373_0001/attempt_local444346373_0001_m_000000_0
585 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
669 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
676 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@411d4884
680 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
680 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
682 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
685 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
687 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
698 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
745 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
745 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
746 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
746 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
746 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
746 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
747 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1495 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6586 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6587 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6587 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6587 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6588 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6588 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6589 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6590 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6590 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6591 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6591 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7500 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9592 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9592 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9592 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9593 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10502 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12593 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12594 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12594 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12594 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13529 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
15595 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15622 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16530 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
18623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18624 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19531 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21625 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21625 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21625 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22473 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22532 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 32% reduce 0%
22562 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
22565 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local444346373_0001_m_000000_0 is done. And is in the process of commiting
22569 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22571 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22571 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22572 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22572 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local444346373_0001_m_000000_0' done.
22572 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local444346373_0001_m_000000_0
22573 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local444346373_0001_m_000001_0
22573 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22575 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22576 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22576 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local444346373_0001/attempt_local444346373_0001_m_000001_0
22578 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22579 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@554105e4
22585 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22585 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22586 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22586 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22586 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22587 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22594 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22594 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22595 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22595 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22595 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22596 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22596 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
23533 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28585 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28612 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28612 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28612 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28618 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28618 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28620 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28620 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
29534 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 46% reduce 0%
31620 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31621 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31621 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31621 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
32536 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
34622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34623 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35537 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 59% reduce 0%
37623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37625 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37626 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38391 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
38416 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
38418 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local444346373_0001_m_000001_0 is done. And is in the process of commiting
38427 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38428 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38429 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38430 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38431 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local444346373_0001_m_000001_0' done.
38432 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local444346373_0001_m_000001_0
38433 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local444346373_0001_m_000002_0
38434 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
38435 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38436 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
38437 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local444346373_0001/attempt_local444346373_0001_m_000002_0
38439 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
38439 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@22a73a3c
38441 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
38441 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
38441 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
38441 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38441 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
38442 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
38451 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
38451 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
38453 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
38454 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
38455 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
38456 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
38458 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
38540 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
40939 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
40941 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
40944 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local444346373_0001_m_000002_0 is done. And is in the process of commiting
40944 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40944 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40945 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40945 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40945 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40946 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40946 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40951 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40951 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40951 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40952 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40952 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local444346373_0001_m_000002_0' done.
40952 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local444346373_0001_m_000002_0
40953 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
40956 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
40956 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40956 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40957 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
40957 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
40957 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
40958 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
40958 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40959 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local444346373_0001/attempt_local444346373_0001_r_000000_0
40965 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
40967 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@37131b22
40968 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40968 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40974 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
40978 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 2659652 bytes
40978 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40978 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40981 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40981 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
41059 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local444346373_0001_r_000000_0 is done. And is in the process of commiting
41060 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41060 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41061 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41061 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41061 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41061 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41062 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41062 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41063 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41063 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41063 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
41064 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local444346373_0001_r_000000_0 is allowed to commit now
41065 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local444346373_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
41066 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local444346373_0001_r_000000_0' to outputGenderStats/BQ2
41067 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41067 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41068 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41068 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
41068 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local444346373_0001_r_000000_0' done.
41541 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
41542 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local444346373_0001
41542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41547 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41548 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41548 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
41564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
41565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
41565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
41566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
41566 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
41567 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
41568 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=109314
41568 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=2659664
41568 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=54657
41568 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
41568 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
41568 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=994
41569 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2550332
41569 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
41569 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
41569 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=518
41569 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
41569 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=298
41569 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=54657
41569 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
41570 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
41570 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2622488576
41570 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
41570 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
41570 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
41570 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=9735070
41570 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211077262
41570 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
41571 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=43818
41572 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
41572 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
41572 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
41572 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 12:44:28 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:13 Starting job 5
5 main INFO com.revature.Main Main.java:17 Starting job 4
6 main INFO com.revature.Main Main.java:21 Starting job 3
6 main INFO com.revature.Main Main.java:25 Starting job 2
9 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
153 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
163 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
225 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
226 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
230 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
233 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
259 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
287 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
312 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
319 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
321 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
323 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
323 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
330 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
331 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
333 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
341 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
351 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson813473472/.staging/job_local813473472_0001
362 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
375 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
377 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
380 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
384 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
452 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local813473472_0001
469 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
507 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local813473472_0001
534 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
540 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
547 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
557 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
560 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local813473472_0001_m_000000_0
573 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
581 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
581 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
598 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local813473472_0001/attempt_local813473472_0001_m_000000_0
602 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
692 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
697 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6131b62e
703 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
704 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
705 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
708 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
711 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
720 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
768 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
768 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
769 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
769 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
769 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
769 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
770 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1517 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6603 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6604 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6604 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6604 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6604 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6605 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6605 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6606 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6611 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6615 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6618 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7521 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9621 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9621 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9622 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10522 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12623 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13523 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
15624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15625 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15625 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16524 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
18626 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18626 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18626 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18626 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19525 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 26% reduce 0%
21627 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21627 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21628 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21628 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22526 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 31% reduce 0%
23075 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
23189 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
23191 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local813473472_0001_m_000000_0 is done. And is in the process of commiting
23202 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23204 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23204 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
23205 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
23206 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local813473472_0001_m_000000_0' done.
23208 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local813473472_0001_m_000000_0
23211 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local813473472_0001_m_000001_0
23215 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
23218 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23220 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
23222 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local813473472_0001/attempt_local813473472_0001_m_000001_0
23233 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
23234 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4bce988c
23239 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
23240 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
23242 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
23243 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23243 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
23244 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
23252 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
23253 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
23253 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
23254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
23254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
23254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
23255 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
23527 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
29238 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29239 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
29239 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
29241 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
29241 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
29242 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
29242 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
29250 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
29250 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
29250 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29250 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
29529 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
32251 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
32251 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
32252 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
32252 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
32530 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 51% reduce 0%
35252 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35253 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
35253 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35253 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35532 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 57% reduce 0%
38253 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38254 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38254 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38254 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38533 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 64% reduce 0%
39195 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
39221 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
39224 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local813473472_0001_m_000001_0 is done. And is in the process of commiting
39228 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39229 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39229 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39230 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39230 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local813473472_0001_m_000001_0' done.
39230 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local813473472_0001_m_000001_0
39230 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local813473472_0001_m_000002_0
39231 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
39231 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39231 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
39232 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local813473472_0001/attempt_local813473472_0001_m_000002_0
39237 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
39240 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2bc3c3c5
39241 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
39242 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
39243 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
39243 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39243 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
39244 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
39252 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
39253 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
39253 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
39254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
39254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
39254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
39255 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
39533 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
40872 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
40874 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
40876 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local813473472_0001_m_000002_0 is done. And is in the process of commiting
40876 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40877 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40877 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40877 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40877 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40878 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40878 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40879 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40880 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40880 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40880 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40881 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local813473472_0001_m_000002_0' done.
40881 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local813473472_0001_m_000002_0
40881 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
40884 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
40885 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40885 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40886 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
40886 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
40887 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
40887 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
40887 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40888 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local813473472_0001/attempt_local813473472_0001_r_000000_0
40895 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
40897 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@67acb6b
40898 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40899 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40905 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
40909 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 2659652 bytes
40909 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40909 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40912 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40912 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
41003 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local813473472_0001_r_000000_0 is done. And is in the process of commiting
41004 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41004 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41004 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41004 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41005 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41005 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41005 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41006 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41006 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41006 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41007 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
41007 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local813473472_0001_r_000000_0 is allowed to commit now
41015 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local813473472_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
41016 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local813473472_0001_r_000000_0' to outputGenderStats/BQ2
41019 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41019 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41019 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41019 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
41020 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local813473472_0001_r_000000_0' done.
41534 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
41535 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local813473472_0001
41538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41541 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41547 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41547 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41548 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41551 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41554 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41555 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41564 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41565 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41566 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
41570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
41570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
41571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
41571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41571 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
41572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
41572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
41572 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=109314
41573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=2659664
41573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=54657
41573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
41573 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
41574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=994
41574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2550332
41574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
41574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
41574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=518
41574 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
41577 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=298
41577 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=54657
41577 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
41577 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
41578 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3058171904
41578 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
41578 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
41578 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
41578 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=9735070
41579 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211077262
41579 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
41579 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=43818
41581 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
41581 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
41582 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
41582 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 12:44:43 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:13 Starting job 5
6 main INFO com.revature.Main Main.java:17 Starting job 4
7 main INFO com.revature.Main Main.java:21 Starting job 3
8 main INFO com.revature.Main Main.java:25 Starting job 2
12 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
163 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
171 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
226 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
227 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
230 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
233 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
265 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
295 main INFO com.revature.Main Main.java:36 Starting job 1
297 main INFO com.revature.Drivers.FemaleGraduates FemaleGraduates.java:42 Starting Female Graduates
327 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
331 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
335 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
336 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 12:45:47 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:13 Starting job 5
6 main INFO com.revature.Main Main.java:17 Starting job 4
9 main INFO com.revature.Main Main.java:21 Starting job 3
12 main INFO com.revature.Main Main.java:25 Starting job 2
18 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
159 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
167 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
227 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
229 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
233 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
238 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
265 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
286 main INFO com.revature.Main Main.java:36 Starting job 1
287 main INFO com.revature.Drivers.FemaleGraduates FemaleGraduates.java:42 Starting Female Graduates
313 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
315 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
318 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
319 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 15:21:06 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:13 Starting job 5
4 main INFO com.revature.Main Main.java:17 Starting job 4
4 main INFO com.revature.Main Main.java:21 Starting job 3
5 main INFO com.revature.Main Main.java:25 Starting job 2
8 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:44 Starting Female Education
155 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
164 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
226 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
227 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
230 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
232 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
257 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
278 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
301 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
311 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
312 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
315 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
316 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
322 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
323 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
324 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
328 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
343 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson958193654/.staging/job_local958193654_0001
356 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
367 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
372 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
378 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
379 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
451 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local958193654_0001
468 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
500 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local958193654_0001
532 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
535 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
539 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
547 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
554 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local958193654_0001_m_000000_0
569 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
583 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
585 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
608 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local958193654_0001/attempt_local958193654_0001_m_000000_0
612 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
695 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
702 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6131b62e
707 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
707 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
708 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
710 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
711 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
720 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
766 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
766 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
766 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
766 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
767 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
767 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
767 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1503 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6614 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6614 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6614 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6614 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6615 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6615 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6615 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6617 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6618 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6626 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7506 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9628 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9630 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9630 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9631 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10507 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 12% reduce 0%
12631 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12658 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12658 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12658 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13509 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
15659 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15659 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15660 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15660 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16510 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
18661 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18661 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18661 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18661 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19511 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21662 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21662 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21663 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21663 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22512 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 31% reduce 0%
22637 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22728 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
22730 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local958193654_0001_m_000000_0 is done. And is in the process of commiting
22736 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22737 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22738 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22738 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22738 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local958193654_0001_m_000000_0' done.
22739 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local958193654_0001_m_000000_0
22739 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local958193654_0001_m_000001_0
22740 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22741 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22741 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22742 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local958193654_0001/attempt_local958193654_0001_m_000001_0
22745 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22748 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4bce988c
22751 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22753 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22758 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22760 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22761 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22769 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22769 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22770 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22770 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22770 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22771 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22771 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
23512 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28747 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28747 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28748 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28748 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28748 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28749 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28750 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28750 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28751 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28751 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
29516 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 46% reduce 0%
31751 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31752 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31752 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31752 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
32517 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
34753 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34753 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34753 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34754 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35518 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 59% reduce 0%
37754 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37755 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37755 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37755 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38021 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
38045 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
38048 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local958193654_0001_m_000001_0 is done. And is in the process of commiting
38053 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38053 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38054 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38054 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38054 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local958193654_0001_m_000001_0' done.
38054 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local958193654_0001_m_000001_0
38055 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local958193654_0001_m_000002_0
38055 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
38055 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38056 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
38056 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local958193654_0001/attempt_local958193654_0001_m_000002_0
38059 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
38060 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2bc3c3c5
38062 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
38062 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
38062 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
38063 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38063 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
38064 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
38074 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
38075 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
38075 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
38076 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
38076 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
38076 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
38076 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
38519 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
39637 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
39639 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
39642 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local958193654_0001_m_000002_0 is done. And is in the process of commiting
39642 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39642 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
39643 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
39643 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
39643 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
39643 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
39643 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
39644 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39645 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39645 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39645 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39646 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local958193654_0001_m_000002_0' done.
39646 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local958193654_0001_m_000002_0
39646 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
39650 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
39651 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39651 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
39651 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
39651 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
39651 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
39651 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
39651 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
39652 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local958193654_0001/attempt_local958193654_0001_r_000000_0
39658 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
39659 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@67acb6b
39660 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39660 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39665 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
39669 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 2659652 bytes
39669 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39670 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39674 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39674 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
39775 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local958193654_0001_r_000000_0 is done. And is in the process of commiting
39776 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39776 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
39777 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
39777 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
39777 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
39778 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
39778 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
39778 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39780 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39781 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39782 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39786 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local958193654_0001_r_000000_0 is allowed to commit now
39788 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local958193654_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
39789 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local958193654_0001_r_000000_0' to outputGenderStats/BQ2
39793 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39794 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39795 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39796 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
39797 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local958193654_0001_r_000000_0' done.
40520 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
40521 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local958193654_0001
40523 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40524 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40524 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40525 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40526 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40527 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40528 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40529 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40530 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40531 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40532 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40533 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40534 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40535 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40537 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40538 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40540 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40542 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40543 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40544 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40545 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40546 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40547 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40548 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40548 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40549 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40550 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40551 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40552 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40553 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40556 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40557 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40558 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40559 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40560 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40561 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40562 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40563 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40567 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40568 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40569 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40570 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40572 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40573 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40577 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40578 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40579 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40580 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40581 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40582 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40583 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40584 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40584 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40585 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40586 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40587 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40587 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40588 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
40591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
40592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
40592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
40593 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40594 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
40595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
40595 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
40596 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=109314
40597 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=2659664
40598 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=54657
40598 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
40599 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
40600 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=994
40600 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2550332
40601 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
40601 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
40602 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=518
40602 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
40603 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=298
40604 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=54657
40604 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
40605 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
40605 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2379743232
40606 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
40606 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
40607 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
40607 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=9735070
40608 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211077262
40609 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
40609 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=43818
40610 main INFO com.revature.Main Main.java:36 Starting job 1
40612 main INFO com.revature.Drivers.FemaleGraduates FemaleGraduates.java:42 Starting Female Graduates
40660 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
40665 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
40667 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
40668 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
40669 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
40670 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
40673 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1229337483/.staging/job_local1229337483_0002
40676 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
40677 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
40678 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
40680 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
40688 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1229337483_0002
40689 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
40706 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1229337483_0002
40710 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
40710 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
40710 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
40713 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
40713 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1229337483_0002_m_000000_0
40715 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
40716 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40717 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40721 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1229337483_0002/attempt_local1229337483_0002_m_000000_0
40723 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
40724 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5fcc1bc9
40726 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40726 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
40727 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40727 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40728 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40728 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
40736 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
40736 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
40737 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40738 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40738 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40738 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40739 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41707 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
46736 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
46737 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
46737 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
46737 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
46737 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
46738 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
46738 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
46740 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
46741 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
46741 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
46741 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
47709 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 10% reduce 0%
49743 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
49743 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
49743 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
49743 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
50710 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 15% reduce 0%
52744 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
52744 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
52744 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
52744 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
53711 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 20% reduce 0%
55745 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
55745 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
55745 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
55745 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
56712 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 26% reduce 0%
58746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
58746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
58746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
58746 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
59564 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
59599 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
59602 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1229337483_0002_m_000000_0 is done. And is in the process of commiting
59606 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
59607 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
59607 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
59607 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
59608 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1229337483_0002_m_000000_0' done.
59608 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1229337483_0002_m_000000_0
59608 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1229337483_0002_m_000001_0
59608 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
59609 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
59609 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
59609 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1229337483_0002/attempt_local1229337483_0002_m_000001_0
59611 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
59612 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6e594924
59613 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
59613 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
59614 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
59614 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
59614 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
59615 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
59622 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
59622 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
59623 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
59623 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
59623 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
59623 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
59624 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
59713 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
65611 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
65613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
65613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
65613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
65613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
65614 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
65614 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
65614 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
65614 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
65614 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
65615 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
65715 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 48% reduce 0%
68615 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
68615 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
68616 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
68616 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
68718 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 55% reduce 0%
71616 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
71616 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
71616 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
71617 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
71719 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 63% reduce 0%
73012 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
73030 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
73032 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1229337483_0002_m_000001_0 is done. And is in the process of commiting
73033 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
73034 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
73034 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
73034 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
73034 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1229337483_0002_m_000001_0' done.
73034 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1229337483_0002_m_000001_0
73034 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1229337483_0002_m_000002_0
73034 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
73035 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
73035 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
73036 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1229337483_0002/attempt_local1229337483_0002_m_000002_0
73037 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
73038 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@25ea1c76
73040 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
73040 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
73040 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
73040 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
73041 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
73041 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
73047 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
73047 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
73047 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
73048 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
73048 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
73048 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
73048 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
73720 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
74919 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
74920 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
74921 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1229337483_0002_m_000002_0 is done. And is in the process of commiting
74921 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
74921 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
74922 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
74922 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
74922 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
74922 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
74923 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
74924 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
74924 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
74924 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
74925 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
74925 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1229337483_0002_m_000002_0' done.
74925 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1229337483_0002_m_000002_0
74926 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
74926 Thread-9 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
74926 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
74926 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
74927 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
74927 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
74927 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
74927 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
74927 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
74927 Thread-9 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1229337483_0002/attempt_local1229337483_0002_r_000000_0
74931 Thread-9 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
74932 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@79eec20e
74933 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
74933 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
74934 Thread-9 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
74935 Thread-9 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes
74935 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
74935 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
74936 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
74936 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
74976 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1229337483_0002_r_000000_0 is done. And is in the process of commiting
74976 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
74977 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
74977 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
74977 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
74977 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
74977 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
74978 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
74978 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
74978 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
74978 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
74979 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
74979 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1229337483_0002_r_000000_0 is allowed to commit now
74980 Thread-9 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ1/_temporary/_attempt_local1229337483_0002_r_000000_0/part-r-00000 to outputGenderStats/BQ1/part-r-00000
74980 Thread-9 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1229337483_0002_r_000000_0' to outputGenderStats/BQ1
74981 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
74981 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
74981 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
74982 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
74982 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1229337483_0002_r_000000_0' done.
75720 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
75721 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1229337483_0002
75721 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
75721 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
75721 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
75721 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
75721 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
75722 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
75722 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
75722 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
75722 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
75722 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
75722 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
75722 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
75722 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
75723 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
75723 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
75723 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
75723 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
75723 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
75723 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
75723 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
75724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
75724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
75724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
75724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
75724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
75724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
75724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
75724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
75725 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
75725 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
75725 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
75725 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
75725 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
75725 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
75725 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
75725 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
75726 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
75726 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
75726 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
75726 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
75726 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
75726 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
75726 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
75727 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
75727 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
75727 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
75727 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
75727 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
75727 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
75727 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
75727 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
75727 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
75728 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
75728 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
75730 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
75730 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
75731 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
75731 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
75731 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
75731 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
75733 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
75734 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
75734 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
75734 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
75734 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
75734 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
75735 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
75735 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
75735 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
75736 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
75736 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
75736 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
75736 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
75737 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
75737 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
75737 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
75737 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
75737 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
75738 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
75738 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
75738 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=85826
75738 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3489348
75738 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=42913
75738 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
75738 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
75738 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=986
75738 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3397973
75738 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
75739 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
75740 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=551
75740 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
75740 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=209
75740 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42913
75740 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
75740 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
75740 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=4396154880
75740 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
75740 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
75740 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
75740 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=23705695
75740 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=457034442
75741 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
75741 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=35637
75742 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
75742 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
75742 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
75743 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 15:32:25 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:13 Starting job 5
7 main INFO com.revature.Main Main.java:17 Starting job 4
8 main INFO com.revature.Main Main.java:21 Starting job 3
11 main INFO com.revature.Main Main.java:25 Starting job 2
17 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:43 Starting Female Education
218 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
236 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
323 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
325 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
331 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
335 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
372 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
417 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
455 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
464 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
467 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
469 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
473 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
481 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
483 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
483 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
489 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
497 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson748132229/.staging/job_local748132229_0001
506 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
526 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
529 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
534 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
535 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
654 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local748132229_0001
678 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
722 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local748132229_0001
771 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
773 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
776 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
790 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
796 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local748132229_0001_m_000000_0
814 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
827 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
829 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
843 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local748132229_0001/attempt_local748132229_0001_m_000000_0
847 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
1019 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
1026 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@695a4c36
1031 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1032 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
1034 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1039 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1040 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1048 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
1273 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
1273 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
1274 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1274 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1274 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1275 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1275 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1728 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
7209 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
7211 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
7211 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
7213 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
7213 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
7213 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
7213 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
7215 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
7222 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
7222 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
7223 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
8198 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 3% reduce 0%
10223 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
10224 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
10224 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
10224 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
11200 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 6% reduce 0%
13225 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
13226 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
13226 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
13226 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
14201 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 10% reduce 0%
16227 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
16227 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
16228 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
16228 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
17204 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 14% reduce 0%
19228 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
19229 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
19229 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
19229 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
20205 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
22230 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22230 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22230 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22230 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
23206 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
25231 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
25231 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
25232 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
25232 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
26207 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 26% reduce 0%
28232 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28233 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28233 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28233 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
29208 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 30% reduce 0%
30041 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
30163 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
30169 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local748132229_0001_m_000000_0 is done. And is in the process of commiting
30173 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
30176 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
30178 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
30179 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
30179 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local748132229_0001_m_000000_0' done.
30180 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local748132229_0001_m_000000_0
30180 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local748132229_0001_m_000001_0
30180 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
30181 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
30181 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
30182 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local748132229_0001/attempt_local748132229_0001_m_000001_0
30183 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
30184 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6792dc0a
30186 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
30187 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
30188 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
30188 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
30189 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
30190 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
30197 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
30198 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
30199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
30200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
30200 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
30201 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
30201 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
30209 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
36183 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36184 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
36184 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
36185 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
36185 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
36185 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
36186 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
36188 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
36188 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
36188 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
36189 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
36210 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
39189 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39190 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39190 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39191 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39211 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 50% reduce 0%
42191 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42192 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42192 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42192 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42212 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 56% reduce 0%
45193 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
45194 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
45194 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
45194 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
45214 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 62% reduce 0%
47176 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
47218 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
47220 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local748132229_0001_m_000001_0 is done. And is in the process of commiting
47225 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
47225 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
47226 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
47226 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
47227 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local748132229_0001_m_000001_0' done.
47227 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local748132229_0001_m_000001_0
47228 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local748132229_0001_m_000002_0
47228 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
47228 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
47228 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
47229 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local748132229_0001/attempt_local748132229_0001_m_000002_0
47234 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
47235 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64158b31
47237 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
47239 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
47239 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
47240 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
47240 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
47241 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
47248 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
47249 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
47249 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
47249 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
47249 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
47250 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
47250 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
47353 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
47662 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
47716 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
47909 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
48097 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
48215 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
48298 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
48350 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
48409 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
48483 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
48745 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
48826 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
48917 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
48988 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
49177 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
49183 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
49192 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local748132229_0001_m_000002_0 is done. And is in the process of commiting
49196 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
49199 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
49203 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
49206 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
49209 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
49211 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
49213 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
49218 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
49220 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
49223 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
49225 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
49226 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local748132229_0001_m_000002_0' done.
49228 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local748132229_0001_m_000002_0
49230 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
49240 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
49241 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
49241 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
49241 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
49242 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
49242 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
49242 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
49243 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
49244 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local748132229_0001/attempt_local748132229_0001_r_000000_0
49251 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
49252 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1c716b83
49253 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
49253 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
49261 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
49279 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 2659652 bytes
49281 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
49282 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
49287 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
49288 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
49430 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local748132229_0001_r_000000_0 is done. And is in the process of commiting
49437 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
49440 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
49445 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
49447 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
49449 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
49453 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
49455 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
49456 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
49459 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
49460 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
49461 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
49462 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local748132229_0001_r_000000_0 is allowed to commit now
49465 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local748132229_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
49470 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local748132229_0001_r_000000_0' to outputGenderStats/BQ2
49480 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
49480 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
49481 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
49482 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
49484 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local748132229_0001_r_000000_0' done.
50216 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
50216 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local748132229_0001
50216 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
50217 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
50217 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
50217 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
50217 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
50217 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
50218 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
50218 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
50218 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
50218 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
50218 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
50218 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
50218 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
50219 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
50219 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
50219 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
50220 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
50220 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
50221 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
50221 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
50221 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
50221 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
50221 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
50222 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
50222 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
50222 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
50222 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
50223 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
50223 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
50223 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
50223 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
50224 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
50224 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
50224 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
50224 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
50225 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
50227 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
50228 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
50228 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
50228 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
50229 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
50229 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
50229 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
50230 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
50230 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
50230 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
50230 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
50231 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
50231 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
50232 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
50232 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
50232 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
50232 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
50233 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
50234 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
50235 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
50235 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
50235 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
50237 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
50237 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
50237 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
50238 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
50238 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
50238 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
50238 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
50239 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
50239 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
50239 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
50239 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
50239 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
50240 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
50240 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
50240 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
50240 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
50240 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
50241 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
50241 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
50241 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
50241 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
50242 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
50242 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=109314
50242 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=2659664
50242 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=54657
50242 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
50243 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
50243 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=994
50243 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2550332
50243 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
50243 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
50243 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=518
50243 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
50244 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=298
50244 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=54657
50244 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
50244 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
50244 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3009937408
50244 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
50244 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
50244 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
50244 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=9735070
50245 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211077262
50245 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
50245 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=43818
50245 main INFO com.revature.Main Main.java:36 Starting job 1
50246 main INFO com.revature.Drivers.FemaleGraduates FemaleGraduates.java:42 Starting Female Graduates
50299 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
50302 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
50305 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
50305 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
50306 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
50307 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
50310 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1779923775/.staging/job_local1779923775_0002
50314 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
50314 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
50316 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
50318 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
50325 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1779923775_0002
50327 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
50346 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1779923775_0002
50352 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
50356 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
50359 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
50362 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
50364 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1779923775_0002_m_000000_0
50367 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
50370 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
50372 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
50375 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1779923775_0002/attempt_local1779923775_0002_m_000000_0
50382 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
50384 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2b51531f
50387 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
50391 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
50392 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
50392 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
50393 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
50396 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
50406 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
50407 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
50409 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
50409 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
50409 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
50409 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
50411 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
51346 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
56389 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
56389 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
56389 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
56390 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
56390 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
56390 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
56390 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
56391 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
56391 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
56391 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
56391 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
57348 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 9% reduce 0%
59392 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
59392 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
59393 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
59393 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
60349 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
62393 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
62393 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
62394 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
62395 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
63350 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
65395 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
65436 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
65437 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
65437 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
66351 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 21% reduce 0%
68438 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
68444 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
68445 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
68445 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
69353 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 25% reduce 0%
71445 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
71446 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
71446 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
71446 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
72354 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 28% reduce 0%
74447 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
74447 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
74447 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
74447 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
74509 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
74545 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
74547 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1779923775_0002_m_000000_0 is done. And is in the process of commiting
74548 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
74549 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
74549 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
74549 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
74549 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1779923775_0002_m_000000_0' done.
74549 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1779923775_0002_m_000000_0
74550 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1779923775_0002_m_000001_0
74550 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
74550 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
74550 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
74551 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1779923775_0002/attempt_local1779923775_0002_m_000001_0
74554 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
74567 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2dc5c02c
74569 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
74570 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
74570 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
74570 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
74572 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
74573 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
74583 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
74584 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
74585 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
74587 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
74588 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
74588 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
74589 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
75850 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
80555 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
80557 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
80557 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
80559 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
80559 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
80559 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
80559 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
80561 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
80561 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
80561 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
80561 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
80852 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 42% reduce 0%
83562 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
83673 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
83673 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
83673 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
83891 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
86674 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
86674 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
86674 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
86674 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
86893 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 51% reduce 0%
89675 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
89675 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
89675 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
89675 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
89894 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 56% reduce 0%
92676 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
92677 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
92677 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
92677 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
92895 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 62% reduce 0%
94899 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
94921 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
94925 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1779923775_0002_m_000001_0 is done. And is in the process of commiting
94927 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
94927 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
94927 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
94928 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
94928 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1779923775_0002_m_000001_0' done.
94928 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1779923775_0002_m_000001_0
94928 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1779923775_0002_m_000002_0
94928 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
94928 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
94929 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
94929 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1779923775_0002/attempt_local1779923775_0002_m_000002_0
94930 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
94931 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3ecce728
94933 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
94934 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
94935 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
94935 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
94935 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
94936 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
94944 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
94945 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
94945 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
94945 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
94945 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
94945 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
94945 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
94969 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
95211 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
95249 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
95465 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
95710 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
95896 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
95931 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
95996 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
96084 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
96206 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
96557 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
96671 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
96757 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
96839 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
96985 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
96986 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
96987 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1779923775_0002_m_000002_0 is done. And is in the process of commiting
96987 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
96988 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
96988 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
96988 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
96988 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
96988 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
96988 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
96990 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
96991 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
96991 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
96991 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
96991 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1779923775_0002_m_000002_0' done.
96992 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1779923775_0002_m_000002_0
96992 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
96992 Thread-9 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
96992 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
96992 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
96992 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
96992 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
96993 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
96993 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
96993 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
96993 Thread-9 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1779923775_0002/attempt_local1779923775_0002_r_000000_0
96998 Thread-9 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
96998 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@68ab012c
96999 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
96999 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
96999 Thread-9 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
97000 Thread-9 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes
97001 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
97001 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
97002 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
97002 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
97075 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1779923775_0002_r_000000_0 is done. And is in the process of commiting
97077 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
97079 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
97082 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
97084 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
97087 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
97088 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
97090 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
97091 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
97093 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
97095 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
97096 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
97097 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1779923775_0002_r_000000_0 is allowed to commit now
97099 Thread-9 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ1/_temporary/_attempt_local1779923775_0002_r_000000_0/part-r-00000 to outputGenderStats/BQ1/part-r-00000
97100 Thread-9 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1779923775_0002_r_000000_0' to outputGenderStats/BQ1
97102 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
97102 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
97103 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
97103 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
97104 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1779923775_0002_r_000000_0' done.
97897 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
97898 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1779923775_0002
97898 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
97899 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
97899 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
97899 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
97899 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
97900 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
97900 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
97900 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
97900 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
97901 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
97901 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
97901 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
97901 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
97901 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
97902 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
97902 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
97902 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
97903 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
97903 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
97903 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
97903 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
97904 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
97904 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
97905 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
97906 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
97906 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
97906 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
97906 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
97907 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
97907 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
97908 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
97908 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
97918 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
97919 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
97920 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
97920 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
97922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
97922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
97922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
97922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
97922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
97923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
97923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
97923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
97923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
97923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
97923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
97923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
97923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
97924 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
97924 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
97924 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
97924 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
97924 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
97929 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
97930 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
97931 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
97932 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
97932 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
97932 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
97933 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
97934 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
97934 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
97935 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
97935 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
97936 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
97936 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
97937 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
97937 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
97939 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
97940 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
97940 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
97943 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
97943 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
97943 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
97943 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
97943 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
97944 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
97945 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
97945 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
97945 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=85826
97945 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3489348
97945 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=42913
97945 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
97945 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
97945 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=986
97946 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3397973
97946 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
97946 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
97946 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=551
97946 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
97946 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=209
97946 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42913
97946 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
97946 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
97947 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=4182769664
97947 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
97947 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
97947 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
97947 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=23705695
97947 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=457034442
97947 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
97947 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=35637
97956 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
97959 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
97960 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
97961 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 17:13:56 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:13 Starting job 5
6 main INFO com.revature.Main Main.java:17 Starting job 4
6 main INFO com.revature.Main Main.java:21 Starting job 3
6 main INFO com.revature.Main Main.java:25 Starting job 2
23 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:43 Starting Female Education
236 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
251 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
324 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
329 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
344 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
348 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
386 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
460 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
495 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
504 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
506 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
511 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
513 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
522 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
523 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
525 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
532 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
540 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1729657706/.staging/job_local1729657706_0001
551 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
562 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
569 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
576 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
584 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
681 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1729657706_0001
706 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
741 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1729657706_0001
774 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
777 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
779 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
800 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
808 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1729657706_0001_m_000000_0
841 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
860 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
864 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
899 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1729657706_0001/attempt_local1729657706_0001_m_000000_0
903 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
1026 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
1031 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5d9a6bac
1036 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
1037 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
1038 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
1039 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
1041 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
1055 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
1102 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
1103 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
1103 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
1103 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
1104 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
1104 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
1104 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1745 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6913 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6913 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6914 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6915 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6916 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6921 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6922 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6924 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6924 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6925 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6925 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7753 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 7% reduce 0%
9926 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9926 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9928 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9928 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10755 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 11% reduce 0%
12929 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12929 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12930 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12931 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13756 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 15% reduce 0%
15932 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15933 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15933 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15933 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16757 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 19% reduce 0%
18934 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18934 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18935 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18935 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19758 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 24% reduce 0%
21935 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21936 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21936 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21936 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22759 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 28% reduce 0%
24937 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
24937 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
24938 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
24938 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
25088 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
25197 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
25201 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1729657706_0001_m_000000_0 is done. And is in the process of commiting
25213 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
25215 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
25217 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
25218 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
25218 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1729657706_0001_m_000000_0' done.
25219 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1729657706_0001_m_000000_0
25221 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1729657706_0001_m_000001_0
25221 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
25222 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
25222 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
25223 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1729657706_0001/attempt_local1729657706_0001_m_000001_0
25228 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
25229 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@46496848
25234 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
25235 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
25235 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
25236 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
25236 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
25238 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
25249 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
25252 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
25254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
25254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
25254 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
25255 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
25257 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
25763 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
31238 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31239 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
31239 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
31239 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
31239 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
31240 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
31240 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
31242 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31242 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31242 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31242 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
31770 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 44% reduce 0%
34243 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34243 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34243 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34244 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
34771 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 51% reduce 0%
37244 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37245 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37245 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37245 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37772 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 57% reduce 0%
40246 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40246 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40246 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40246 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40773 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 63% reduce 0%
42068 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
42097 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
42100 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1729657706_0001_m_000001_0 is done. And is in the process of commiting
42102 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42103 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42104 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42104 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42104 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1729657706_0001_m_000001_0' done.
42105 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1729657706_0001_m_000001_0
42105 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1729657706_0001_m_000002_0
42105 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
42106 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42106 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42106 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1729657706_0001/attempt_local1729657706_0001_m_000002_0
42112 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
42116 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@15e02b7e
42121 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
42122 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
42122 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
42122 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42123 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
42125 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
42132 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
42133 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
42134 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
42135 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
42135 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
42136 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42137 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
42217 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
42545 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
42722 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
42774 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
43003 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
43241 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
43446 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
43518 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
43567 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
43650 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
43888 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
43968 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
44037 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
44109 pool-1-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
44278 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
44281 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
44283 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1729657706_0001_m_000002_0 is done. And is in the process of commiting
44283 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44284 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
44284 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
44284 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
44284 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
44285 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
44285 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
44287 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44287 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
44287 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44288 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
44288 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1729657706_0001_m_000002_0' done.
44288 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1729657706_0001_m_000002_0
44289 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
44292 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
44293 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44293 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
44294 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
44294 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
44294 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
44294 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
44295 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
44296 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1729657706_0001/attempt_local1729657706_0001_r_000000_0
44303 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
44303 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1c716b83
44304 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44304 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
44309 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
44313 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 2659652 bytes
44314 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44314 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
44316 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
44317 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
44433 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1729657706_0001_r_000000_0 is done. And is in the process of commiting
44433 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44433 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
44434 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
44434 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
44435 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
44435 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
44437 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
44439 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44441 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44441 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
44442 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
44442 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1729657706_0001_r_000000_0 is allowed to commit now
44447 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1729657706_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
44452 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1729657706_0001_r_000000_0' to outputGenderStats/BQ2
44455 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44455 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44455 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
44456 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
44457 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1729657706_0001_r_000000_0' done.
44775 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
44775 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1729657706_0001
44776 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44776 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
44777 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
44777 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
44777 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
44777 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
44777 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
44777 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
44778 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
44778 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
44778 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
44778 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
44778 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
44778 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
44779 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
44779 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44779 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
44780 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
44780 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44780 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
44780 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
44781 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
44781 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
44782 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
44782 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
44782 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
44782 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
44782 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
44783 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
44783 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
44783 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
44783 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
44783 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
44784 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44784 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
44784 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
44787 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44787 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
44787 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
44788 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
44788 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
44788 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
44788 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
44789 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
44789 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
44789 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
44789 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
44790 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
44790 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
44791 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
44791 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
44791 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44792 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
44792 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
44793 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44793 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
44793 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
44794 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
44794 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
44794 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
44795 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
44795 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
44795 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
44795 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
44795 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
44796 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
44796 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
44796 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
44796 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
44797 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
44797 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
44797 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
44798 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
44798 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
44798 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
44799 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
44799 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
44800 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
44800 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
44800 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
44800 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=109314
44801 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=2659664
44801 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=54657
44802 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
44803 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
44803 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=994
44803 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=2550332
44803 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
44804 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
44804 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=518
44804 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
44804 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=298
44804 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=54657
44805 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
44805 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
44805 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3000500224
44805 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
44805 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
44806 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
44806 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=9735086
44806 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211077262
44806 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
44807 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=43818
44807 main INFO com.revature.Main Main.java:36 Starting job 1
44808 main INFO com.revature.Drivers.FemaleGraduates FemaleGraduates.java:42 Starting Female Graduates
44837 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
44841 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
44844 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
44845 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
44846 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
44847 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
44856 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson890700900/.staging/job_local890700900_0002
44858 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
44859 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
44864 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
44867 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
44880 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local890700900_0002
44881 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
44904 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local890700900_0002
44914 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
44914 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
44914 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
44915 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
44916 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local890700900_0002_m_000000_0
44916 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
44917 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
44917 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
44917 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local890700900_0002/attempt_local890700900_0002_m_000000_0
44932 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
44933 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@61d03cf8
44934 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
44934 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
44934 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
44935 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
44935 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
44935 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
44943 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
44943 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
44943 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
44944 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
44944 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
44944 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
44944 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
45904 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
50933 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
50935 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
50935 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
50940 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
50940 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
50941 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
50942 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
50944 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
50945 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
50946 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
50946 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
51907 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 9% reduce 0%
53947 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
53947 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
53947 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
53947 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
54908 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
56948 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
56949 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
56949 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
56949 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
57909 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
59950 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
59950 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
59950 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
59950 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
60910 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
62951 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
62951 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
62953 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
62953 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
63912 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
65954 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
65954 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
65954 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
65955 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
66913 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 31% reduce 0%
66933 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
66976 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
66979 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local890700900_0002_m_000000_0 is done. And is in the process of commiting
66980 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
66982 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
66983 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
66984 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
66984 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local890700900_0002_m_000000_0' done.
66984 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local890700900_0002_m_000000_0
66985 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local890700900_0002_m_000001_0
66985 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
66985 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
66986 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
66987 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local890700900_0002/attempt_local890700900_0002_m_000001_0
66995 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
66997 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5b011b3a
66998 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
66998 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
67000 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
67001 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
67001 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
67003 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
67013 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
67014 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
67016 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
67017 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
67018 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
67022 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
67022 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
67913 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
72995 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
72995 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
72996 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
72996 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
72997 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
72997 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
72997 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
72998 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
72998 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
72998 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
72998 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
73915 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 44% reduce 0%
75999 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
75999 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
75999 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
75999 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
76916 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 50% reduce 0%
79000 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
79000 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
79000 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
79000 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
79917 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 57% reduce 0%
82001 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
82001 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
82001 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
82001 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
82918 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 64% reduce 0%
82930 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
82957 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
82961 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local890700900_0002_m_000001_0 is done. And is in the process of commiting
82962 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
82963 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
82963 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
82964 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
82964 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local890700900_0002_m_000001_0' done.
82964 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local890700900_0002_m_000001_0
82965 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local890700900_0002_m_000002_0
82965 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
82965 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
82965 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
82966 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local890700900_0002/attempt_local890700900_0002_m_000002_0
82968 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
82968 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3d9d131f
82970 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
82970 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
82970 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
82970 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
82970 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
82971 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
82980 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
82980 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
82981 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
82981 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
82982 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
82983 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
82983 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
83009 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
83246 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
83282 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
83503 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
83688 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
83884 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
83918 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
83935 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
83988 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
84068 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
84333 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
84441 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
84539 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
84629 pool-2-thread-1 INFO com.revature.map.CodeForFemaleGraduation CodeForFemaleGraduation.java:70 hello
84782 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
84784 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
84786 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local890700900_0002_m_000002_0 is done. And is in the process of commiting
84787 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
84787 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
84788 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
84788 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
84788 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
84788 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
84789 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
84790 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
84790 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
84791 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
84791 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
84791 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local890700900_0002_m_000002_0' done.
84791 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local890700900_0002_m_000002_0
84792 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
84792 Thread-9 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
84792 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
84792 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
84792 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
84792 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
84793 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
84793 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
84793 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
84793 Thread-9 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local890700900_0002/attempt_local890700900_0002_r_000000_0
84797 Thread-9 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
84798 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3dce7e16
84798 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
84798 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
84799 Thread-9 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
84804 Thread-9 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes
84804 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
84804 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
84805 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
84806 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
84851 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local890700900_0002_r_000000_0 is done. And is in the process of commiting
84851 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
84852 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
84852 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
84852 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
84852 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
84852 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
84853 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
84853 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
84853 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
84854 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
84854 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
84854 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local890700900_0002_r_000000_0 is allowed to commit now
84855 Thread-9 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ1/_temporary/_attempt_local890700900_0002_r_000000_0/part-r-00000 to outputGenderStats/BQ1/part-r-00000
84855 Thread-9 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local890700900_0002_r_000000_0' to outputGenderStats/BQ1
84856 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
84857 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
84857 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
84858 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
84858 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local890700900_0002_r_000000_0' done.
84919 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
84919 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local890700900_0002
84919 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
84919 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
84920 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
84920 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
84920 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
84920 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
84920 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
84920 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
84920 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
84920 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
84921 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
84921 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
84921 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
84921 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
84921 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
84921 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
84921 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
84921 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
84922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
84922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
84922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
84922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
84922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
84922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
84922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
84922 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
84923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
84923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
84923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
84923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
84923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
84923 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
84924 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
84924 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
84924 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
84924 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
84925 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
84925 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
84925 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
84925 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
84925 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
84926 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
84926 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
84926 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
84926 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
84926 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
84927 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
84927 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
84927 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
84927 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
84927 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
84927 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
84928 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
84928 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
84928 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
84929 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
84929 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
84930 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
84930 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
84930 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
84930 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
84931 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
84931 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
84931 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
84931 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
84931 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
84931 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
84931 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
84932 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
84932 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
84932 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
84932 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
84933 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
84934 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
84935 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
84937 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
84940 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
84940 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
84940 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
84941 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
84941 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=85826
84941 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3489348
84941 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=42913
84941 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
84942 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
84942 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=986
84942 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3397973
84942 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
84942 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
84942 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=551
84943 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
84943 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=209
84943 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42913
84943 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
84943 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
84943 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2731540480
84944 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
84944 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
84944 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
84944 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=23705695
84944 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=457034442
84945 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
84945 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=35637
84948 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
84948 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
84949 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
84949 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 17:17:21 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
9 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:43 Starting Female Education
194 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
208 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
272 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
274 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
279 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
281 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
310 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
330 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
356 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
365 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
366 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
367 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
367 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
375 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
379 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
382 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
390 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
401 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson82617897/.staging/job_local82617897_0001
417 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
430 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
445 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
449 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
451 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
562 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local82617897_0001
583 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
629 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local82617897_0001
665 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
669 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
672 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
682 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
687 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local82617897_0001_m_000000_0
700 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
711 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
711 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
727 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local82617897_0001/attempt_local82617897_0001_m_000000_0
730 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
823 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
828 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@25c1d75a
833 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
833 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
834 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
840 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
841 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
862 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
928 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
928 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
929 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
929 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
929 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
929 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
930 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1634 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6734 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6735 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6735 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6735 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6735 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6736 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6736 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6737 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6737 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6738 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6738 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7639 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9739 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9739 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9740 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9740 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10640 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12741 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12741 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12741 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12742 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13641 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
15742 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15743 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15743 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15743 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16642 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
18744 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18744 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18745 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18745 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19643 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21747 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22440 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22453 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local82617897_0001_m_000000_0 is done. And is in the process of commiting
22462 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22463 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22463 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22464 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22464 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local82617897_0001_m_000000_0' done.
22464 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local82617897_0001_m_000000_0
22465 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local82617897_0001_m_000001_0
22466 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22466 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22466 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22467 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local82617897_0001/attempt_local82617897_0001_m_000001_0
22469 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22470 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@67644d27
22472 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22472 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22473 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22473 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22473 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22474 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22482 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22483 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22483 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22484 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22484 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
22772 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28472 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28474 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28474 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28474 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28480 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28481 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28481 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28484 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28484 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28485 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28486 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28774 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
31486 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31487 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31487 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31487 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
31775 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
34488 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34488 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34488 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34489 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
34779 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 58% reduce 0%
37489 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37490 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37490 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37490 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37781 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 65% reduce 0%
38051 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
38057 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local82617897_0001_m_000001_0 is done. And is in the process of commiting
38059 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38059 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38060 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38061 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38061 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local82617897_0001_m_000001_0' done.
38062 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local82617897_0001_m_000001_0
38064 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local82617897_0001_m_000002_0
38065 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
38066 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38066 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
38067 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local82617897_0001/attempt_local82617897_0001_m_000002_0
38069 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
38070 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6c7d622b
38073 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
38073 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
38074 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
38075 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38081 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
38082 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
38091 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
38091 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
38091 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
38092 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
38092 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
38092 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
38092 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
38196 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
38411 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
38444 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
38620 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
38781 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
38792 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
38977 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39028 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39076 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39150 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39385 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39464 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39536 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39605 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39749 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
39753 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
39756 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local82617897_0001_m_000002_0 is done. And is in the process of commiting
39756 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39756 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
39757 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
39757 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
39757 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
39758 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
39758 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
39759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39759 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39760 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39760 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39760 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local82617897_0001_m_000002_0' done.
39761 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local82617897_0001_m_000002_0
39761 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
39767 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
39767 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39768 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
39768 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
39768 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
39769 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
39769 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
39769 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
39770 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local82617897_0001/attempt_local82617897_0001_r_000000_0
39776 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
39778 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@443bde2e
39781 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39781 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39782 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
39786 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
39791 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 1 segments left of total size: 1501 bytes
39792 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39792 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39796 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39796 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
39805 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local82617897_0001_r_000000_0 is done. And is in the process of commiting
39806 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39806 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
39807 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
39807 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
39807 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
39808 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
39808 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
39809 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39810 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39810 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39810 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39811 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local82617897_0001_r_000000_0 is allowed to commit now
39816 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local82617897_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
39817 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local82617897_0001_r_000000_0' to outputGenderStats/BQ2
39820 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39821 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39821 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39821 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
39822 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local82617897_0001_r_000000_0' done.
40783 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
40784 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local82617897_0001
40785 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40786 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40786 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40787 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40787 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40788 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40789 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40790 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40791 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40793 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40794 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40796 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40799 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40800 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40802 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40803 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40805 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40806 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40806 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40807 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40807 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40807 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40808 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40808 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40809 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40813 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40813 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40813 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40813 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40813 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40814 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40814 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40814 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40814 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40815 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40819 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40821 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40821 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40821 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40822 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40822 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40822 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40822 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40822 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40822 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40823 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40823 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40823 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40823 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40823 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40823 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40824 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40824 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40824 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40825 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40825 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40825 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40825 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40825 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40826 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40826 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40826 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40826 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40826 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40827 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40827 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40827 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40827 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40827 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40827 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40828 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40828 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40828 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
40828 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
40828 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
40829 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
40829 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40829 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
40829 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
40830 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
40830 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=26
40830 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=1517
40830 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=13
40830 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
40830 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
40830 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
40830 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=1473
40831 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
40831 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
40831 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=13
40831 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
40831 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
40831 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=13
40831 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
40832 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
40832 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2872049664
40832 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
40832 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
40832 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
40832 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=217816
40832 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=208419286
40833 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
40833 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
40833 main INFO com.revature.Main Main.java:50 Starting job 1
40835 main INFO com.revature.Drivers.FemaleGraduates FemaleGraduates.java:42 Starting Female Graduates
40854 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
40855 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
40856 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
40857 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
40857 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
40857 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
40859 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1949851339/.staging/job_local1949851339_0002
40862 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
40862 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
40864 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
40864 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
40872 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1949851339_0002
40873 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
40892 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1949851339_0002
40895 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
40895 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
40895 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
40896 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
40896 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1949851339_0002_m_000000_0
40897 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
40897 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40897 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40897 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1949851339_0002/attempt_local1949851339_0002_m_000000_0
40900 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
40901 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5bf58c27
40902 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40902 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
40902 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40902 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40903 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40903 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
40912 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
40912 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
40913 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40913 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40913 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40913 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40913 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41911 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
46909 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
46910 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
46910 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
46910 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
46911 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
46911 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
46911 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
46912 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
46913 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
46913 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
46913 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
47029 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 9% reduce 0%
49914 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
49914 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
49915 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
49915 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
50030 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 15% reduce 0%
52915 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
52916 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
52916 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
52916 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
53034 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 20% reduce 0%
55916 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
55917 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
55917 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
55917 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
56035 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 25% reduce 0%
58917 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
58918 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
58918 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
58918 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
59036 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 31% reduce 0%
59954 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
60019 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
60025 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1949851339_0002_m_000000_0 is done. And is in the process of commiting
60027 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
60027 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
60028 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
60028 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
60028 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1949851339_0002_m_000000_0' done.
60028 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1949851339_0002_m_000000_0
60029 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1949851339_0002_m_000001_0
60030 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
60031 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
60033 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
60034 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1949851339_0002/attempt_local1949851339_0002_m_000001_0
60037 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
60042 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
60044 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@51511e43
60047 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
60048 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
60049 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
60049 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
60049 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
60050 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
60059 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
60060 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
60060 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
60061 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
60062 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
60063 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
60064 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
66040 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
66041 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
66041 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
66042 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
66042 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
66043 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
66043 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
66043 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
66043 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
66044 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
66044 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
67044 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 47% reduce 0%
69044 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
69045 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
69045 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
69045 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
70045 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 54% reduce 0%
72045 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
72046 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
72046 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
72046 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
73046 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 62% reduce 0%
73775 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
73797 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
73799 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1949851339_0002_m_000001_0 is done. And is in the process of commiting
73801 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
73801 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
73802 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
73802 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
73802 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1949851339_0002_m_000001_0' done.
73802 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1949851339_0002_m_000001_0
73803 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1949851339_0002_m_000002_0
73803 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
73803 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
73803 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
73805 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1949851339_0002/attempt_local1949851339_0002_m_000002_0
73807 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
73809 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45c47974
73810 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
73811 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
73811 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
73812 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
73812 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
73813 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
73819 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
73820 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
73820 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
73820 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
73820 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
73820 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
73820 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
73836 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
74011 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
74046 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
74364 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
74770 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
75063 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
75263 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
75314 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
75368 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
75440 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
75683 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
75763 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
75839 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
75920 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
76061 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
76135 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
76139 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1949851339_0002_m_000002_0 is done. And is in the process of commiting
76139 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
76140 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
76140 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
76141 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
76141 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
76141 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
76142 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
76144 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
76144 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
76145 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
76146 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
76146 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1949851339_0002_m_000002_0' done.
76147 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1949851339_0002_m_000002_0
76147 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
76147 Thread-9 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
76148 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
76148 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
76149 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
76149 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
76149 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
76149 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
76150 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
76152 Thread-9 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1949851339_0002/attempt_local1949851339_0002_r_000000_0
76169 Thread-9 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
76172 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4dda2428
76172 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
76173 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
76174 Thread-9 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
76204 Thread-9 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes
76205 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
76205 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
76206 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
76206 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
76384 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
76652 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1949851339_0002_r_000000_0 is done. And is in the process of commiting
76655 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
76658 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
76662 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
76662 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
76663 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
76664 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
76665 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
76667 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
76668 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
76669 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
76669 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
76669 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1949851339_0002_r_000000_0 is allowed to commit now
76671 Thread-9 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ1/_temporary/_attempt_local1949851339_0002_r_000000_0/part-r-00000 to outputGenderStats/BQ1/part-r-00000
76672 Thread-9 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1949851339_0002_r_000000_0' to outputGenderStats/BQ1
76684 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
76686 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
76686 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
76686 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
76686 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1949851339_0002_r_000000_0' done.
77385 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
77386 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1949851339_0002
77387 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
77388 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
77388 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
77389 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
77389 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
77389 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
77390 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
77390 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
77391 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
77391 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
77392 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
77393 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
77393 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
77394 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
77394 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
77395 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
77396 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
77398 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
77399 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
77399 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
77400 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
77401 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
77401 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
77402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
77402 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
77403 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
77404 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
77406 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
77406 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
77407 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
77408 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
77408 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
77409 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
77410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
77410 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
77411 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
77424 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
77425 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
77426 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
77429 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
77430 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
77431 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
77431 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
77432 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
77433 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
77434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
77434 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
77435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
77435 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
77439 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
77439 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
77440 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
77441 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
77442 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
77443 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
77444 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
77444 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
77445 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
77446 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
77446 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
77446 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
77448 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
77448 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
77448 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
77449 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
77449 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
77450 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
77450 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
77451 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
77452 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
77452 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
77453 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
77454 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
77455 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
77455 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
77455 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
77456 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
77457 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
77457 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
77457 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
77458 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=85826
77458 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3489348
77459 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=42913
77459 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
77459 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
77459 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=987
77460 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3397973
77460 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
77460 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
77461 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=551
77461 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
77462 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=209
77462 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42913
77463 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
77463 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
77464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=4738514944
77464 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
77465 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
77465 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
77466 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=12898019
77466 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=446402091
77467 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
77467 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=35637
77499 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
77503 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
77505 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
77507 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 17:26:01 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
10 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:43 Starting Female Education
179 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
195 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
266 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
268 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
275 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
278 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
304 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
344 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
371 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
378 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
379 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
380 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
380 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
386 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
388 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
389 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
394 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
402 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson424505935/.staging/job_local424505935_0001
414 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
424 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
428 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
433 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
436 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
536 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local424505935_0001
558 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
606 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local424505935_0001
645 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
646 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
648 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
657 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
661 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local424505935_0001_m_000000_0
679 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
693 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
694 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
724 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local424505935_0001/attempt_local424505935_0001_m_000000_0
728 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
825 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
830 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@edbcf65
834 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
834 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
835 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
837 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
837 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
847 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
894 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
894 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
894 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
895 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
895 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
895 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
895 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1612 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6735 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6735 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6736 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6736 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6736 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6737 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6737 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6739 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6740 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6742 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6744 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7621 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9745 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9745 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9745 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9746 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10622 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12747 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12748 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12748 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13623 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
15749 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15750 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15751 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15751 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16624 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 21% reduce 0%
18751 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18752 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18752 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18752 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19625 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 26% reduce 0%
21753 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21754 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21754 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21754 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22627 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 30% reduce 0%
23524 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
23534 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local424505935_0001_m_000000_0 is done. And is in the process of commiting
23539 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23539 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23540 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
23540 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
23540 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local424505935_0001_m_000000_0' done.
23541 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local424505935_0001_m_000000_0
23541 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local424505935_0001_m_000001_0
23541 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
23542 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23542 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
23543 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local424505935_0001/attempt_local424505935_0001_m_000001_0
23544 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
23545 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@222126d5
23547 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
23547 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
23547 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
23548 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23548 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
23549 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
23556 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
23556 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
23557 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
23557 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
23557 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
23557 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
23558 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
23627 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
29545 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29546 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
29546 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
29547 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
29547 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
29547 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
29547 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
29549 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
29550 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
29550 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29550 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
29632 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
32551 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
32551 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
32552 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
32552 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
32633 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 51% reduce 0%
35553 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35553 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
35553 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35553 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35635 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 58% reduce 0%
38554 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38554 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38555 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38555 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38636 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 64% reduce 0%
39525 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
39529 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local424505935_0001_m_000001_0 is done. And is in the process of commiting
39534 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39534 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39535 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39535 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39535 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local424505935_0001_m_000001_0' done.
39536 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local424505935_0001_m_000001_0
39536 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local424505935_0001_m_000002_0
39536 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
39537 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39537 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
39538 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local424505935_0001/attempt_local424505935_0001_m_000002_0
39541 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
39542 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@32aafde5
39543 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
39543 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
39544 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
39544 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39544 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
39545 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
39552 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
39552 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
39552 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
39553 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
39553 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
39553 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
39554 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
39637 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
39654 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
40674 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
40818 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
41037 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
41244 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
41431 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
41478 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
41522 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
41588 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
41833 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
41917 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
41985 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
42052 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
42196 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
42199 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
42201 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local424505935_0001_m_000002_0 is done. And is in the process of commiting
42201 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42201 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42202 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42202 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42202 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42202 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42202 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42203 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42204 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42204 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42204 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42205 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local424505935_0001_m_000002_0' done.
42205 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local424505935_0001_m_000002_0
42205 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
42209 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
42210 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42210 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42210 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
42210 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
42210 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
42211 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
42211 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42212 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local424505935_0001/attempt_local424505935_0001_r_000000_0
42218 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
42221 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@564e9c8c
42223 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42224 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42229 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
42233 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 1 segments left of total size: 1501 bytes
42233 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42233 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42238 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
42238 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
42244 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local424505935_0001_r_000000_0 is done. And is in the process of commiting
42244 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42245 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42245 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42245 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42246 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42246 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42246 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42246 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42247 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42247 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
42247 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
42247 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local424505935_0001_r_000000_0 is allowed to commit now
42249 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local424505935_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
42250 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local424505935_0001_r_000000_0' to outputGenderStats/BQ2
42251 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42251 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42251 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
42252 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
42252 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local424505935_0001_r_000000_0' done.
42638 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
42639 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local424505935_0001
42640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
42644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
42645 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
42646 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
42647 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
42648 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42649 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
42650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42654 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
42654 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
42662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
42663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
42663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
42663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
42664 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42664 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
42665 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42665 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42665 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
42666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42676 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42678 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
42678 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
42679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
42679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
42680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
42680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
42681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42682 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42683 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42683 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
42684 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42685 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42685 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42691 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42692 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42693 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42693 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
42694 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42695 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
42695 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
42696 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
42696 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
42697 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42697 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
42698 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42698 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42699 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42700 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
42700 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42701 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42701 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42703 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
42704 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
42705 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
42705 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
42706 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
42707 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
42707 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
42708 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
42708 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=26
42709 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=1517
42709 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=13
42710 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
42710 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
42710 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
42711 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=1473
42711 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
42712 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
42712 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=13
42713 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
42713 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
42714 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=13
42714 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
42714 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
42715 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3014131712
42715 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
42716 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
42716 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
42716 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=217832
42717 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=208419286
42717 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
42718 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
42719 main INFO com.revature.Main Main.java:50 Starting job 1
42722 main INFO com.revature.Drivers.FemaleGraduates FemaleGraduates.java:42 Starting Female Graduates
42763 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
42765 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
42767 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
42767 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
42768 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
42768 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
42770 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson452837677/.staging/job_local452837677_0002
42772 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
42773 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
42774 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
42775 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
42783 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local452837677_0002
42784 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
42808 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local452837677_0002
42814 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
42814 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
42814 Thread-9 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
42815 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
42815 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local452837677_0002_m_000000_0
42817 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
42817 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42817 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42818 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local452837677_0002/attempt_local452837677_0002_m_000000_0
42819 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
42819 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64f13d93
42820 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
42821 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
42821 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
42821 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42821 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
42822 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
42830 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
42830 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
42831 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
42831 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
42831 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
42831 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42831 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
43812 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
48828 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
48829 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
48829 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
48830 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
48830 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
48830 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
48830 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
48831 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
48831 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
48831 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
48831 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
49814 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 10% reduce 0%
51832 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
51833 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
51833 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
51833 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
52816 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 15% reduce 0%
54834 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
54834 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
54834 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
54834 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
55820 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 21% reduce 0%
57835 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
57835 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
57835 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
57835 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
58821 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 26% reduce 0%
60836 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
60837 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
60837 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
60837 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
61825 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 29% reduce 0%
63131 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
63202 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
63207 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local452837677_0002_m_000000_0 is done. And is in the process of commiting
63210 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
63210 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
63211 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
63211 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
63211 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local452837677_0002_m_000000_0' done.
63211 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local452837677_0002_m_000000_0
63212 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local452837677_0002_m_000001_0
63212 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
63212 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
63212 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
63213 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local452837677_0002/attempt_local452837677_0002_m_000001_0
63225 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
63227 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@68a04cd4
63229 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
63229 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
63230 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
63230 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
63230 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
63231 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
63247 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
63247 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
63248 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
63248 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
63248 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
63248 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
63248 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
63826 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
69227 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
69229 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
69229 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
69230 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
69230 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
69231 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
69231 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
69232 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
69233 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
69233 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
69233 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
69828 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 47% reduce 0%
72233 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
72234 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
72234 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
72234 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
72830 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 54% reduce 0%
75234 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
75235 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
75235 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
75235 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
75831 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 61% reduce 0%
77329 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
77367 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
77369 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local452837677_0002_m_000001_0 is done. And is in the process of commiting
77372 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
77373 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
77374 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
77374 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
77374 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local452837677_0002_m_000001_0' done.
77374 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local452837677_0002_m_000001_0
77375 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local452837677_0002_m_000002_0
77375 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
77376 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
77377 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
77378 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local452837677_0002/attempt_local452837677_0002_m_000002_0
77379 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
77382 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@79efa0a4
77384 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
77385 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
77385 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
77385 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
77385 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
77385 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
77396 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
77397 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
77397 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
77398 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
77398 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
77399 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
77399 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
77428 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
77621 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
77661 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
77832 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
77877 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
78074 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
78273 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
78327 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
78397 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
78473 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
78726 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
78812 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
78893 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
78983 pool-2-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
79119 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
79120 pool-2-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
79121 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local452837677_0002_m_000002_0 is done. And is in the process of commiting
79122 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
79122 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
79122 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
79122 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
79123 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
79123 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
79123 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
79124 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
79125 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
79125 pool-2-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
79125 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
79125 pool-2-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local452837677_0002_m_000002_0' done.
79125 pool-2-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local452837677_0002_m_000002_0
79126 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
79126 Thread-9 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
79126 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
79127 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
79127 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
79127 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
79127 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
79127 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
79128 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
79128 Thread-9 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local452837677_0002/attempt_local452837677_0002_r_000000_0
79133 Thread-9 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
79134 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5b011b3a
79134 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
79134 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
79135 Thread-9 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
79136 Thread-9 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes
79137 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
79137 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
79139 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
79139 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
79222 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local452837677_0002_r_000000_0 is done. And is in the process of commiting
79222 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
79223 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
79223 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
79223 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
79223 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
79224 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
79224 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
79224 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
79225 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
79225 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
79226 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
79226 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local452837677_0002_r_000000_0 is allowed to commit now
79227 Thread-9 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ1/_temporary/_attempt_local452837677_0002_r_000000_0/part-r-00000 to outputGenderStats/BQ1/part-r-00000
79228 Thread-9 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local452837677_0002_r_000000_0' to outputGenderStats/BQ1
79228 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
79229 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
79231 Thread-9 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
79231 Thread-9 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
79231 Thread-9 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local452837677_0002_r_000000_0' done.
79833 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
79834 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local452837677_0002
79835 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
79835 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
79836 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
79836 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
79836 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
79837 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
79838 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
79839 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
79840 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
79840 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
79841 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
79843 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
79844 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
79844 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
79845 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
79846 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
79846 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
79847 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
79848 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
79849 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
79849 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
79850 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
79850 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
79851 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
79852 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
79853 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
79853 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
79854 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
79855 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
79855 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
79856 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
79857 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
79857 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
79858 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
79859 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
79859 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
79862 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
79862 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
79863 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
79863 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
79864 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
79864 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
79865 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
79866 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
79866 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
79867 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
79868 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
79868 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
79869 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
79869 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
79870 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
79871 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
79871 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
79872 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
79873 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
79874 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
79875 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
79875 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
79876 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
79877 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
79877 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
79878 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
79879 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
79880 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
79880 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
79881 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
79881 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
79882 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
79884 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
79885 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
79885 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
79888 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
79892 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
79893 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
79894 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
79894 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
79895 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
79897 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
79897 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
79898 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
79898 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=85826
79899 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3489348
79899 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=42913
79900 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
79900 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
79901 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=987
79902 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3397973
79902 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
79903 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
79904 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=551
79904 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
79905 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=209
79906 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=42913
79906 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
79907 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
79907 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=4447010816
79908 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
79909 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
79909 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
79910 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=12898019
79910 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=446402091
79911 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
79911 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=35637
79930 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
79931 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
79933 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
79934 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 17:28:13 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
26 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:43 Starting Female Education
215 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
231 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
298 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
300 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
307 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
310 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
336 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
366 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
394 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
400 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
402 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
402 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
403 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
412 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
415 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
416 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
425 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
434 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1285429382/.staging/job_local1285429382_0001
446 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
456 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
459 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
462 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
463 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
600 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1285429382_0001
626 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
671 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1285429382_0001
701 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
701 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
704 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
720 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
725 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1285429382_0001_m_000000_0
749 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
760 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
761 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
773 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1285429382_0001/attempt_local1285429382_0001_m_000000_0
775 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
866 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
871 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3aabe501
875 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
875 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
876 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
878 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
879 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
886 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
933 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
933 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
934 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
934 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
934 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
934 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
935 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1678 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6777 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6777 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6778 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6778 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6779 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6779 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6780 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6781 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6781 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6782 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6782 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7688 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9783 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9783 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9783 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9784 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10689 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12784 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12786 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12786 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12786 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13690 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 18% reduce 0%
15787 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15788 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15789 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15789 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16691 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
18790 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18790 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18791 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18791 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19692 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 27% reduce 0%
21792 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21792 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21792 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21793 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22499 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
22512 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1285429382_0001_m_000000_0 is done. And is in the process of commiting
22516 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22518 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22519 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
22519 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22520 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1285429382_0001_m_000000_0' done.
22521 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1285429382_0001_m_000000_0
22521 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1285429382_0001_m_000001_0
22522 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
22522 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
22523 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
22523 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1285429382_0001/attempt_local1285429382_0001_m_000001_0
22530 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
22531 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1b16bf12
22534 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
22535 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
22535 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
22536 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
22536 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
22537 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
22549 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
22550 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
22550 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
22550 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
22551 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
22551 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
22551 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
22809 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
28530 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28531 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
28531 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
28532 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
28532 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
28532 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
28533 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
28538 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
28539 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
28539 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
28539 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
28811 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
31540 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
31543 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
31543 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
31543 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
31812 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
34544 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
34544 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
34545 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
34545 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
34815 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 58% reduce 0%
37545 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
37546 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
37546 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
37546 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
37816 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 65% reduce 0%
38135 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
38138 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1285429382_0001_m_000001_0 is done. And is in the process of commiting
38141 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38142 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38142 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38142 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38143 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1285429382_0001_m_000001_0' done.
38143 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1285429382_0001_m_000001_0
38143 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1285429382_0001_m_000002_0
38144 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
38144 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38144 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
38145 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1285429382_0001/attempt_local1285429382_0001_m_000002_0
38148 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
38149 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@16ae4648
38151 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
38151 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
38151 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
38152 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38152 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
38153 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
38159 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
38160 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
38160 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
38161 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
38161 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
38161 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
38162 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
38244 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
38444 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
38484 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
38661 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
38817 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
38893 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39076 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39126 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39173 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39240 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39482 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39585 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39656 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39727 pool-1-thread-1 INFO com.revature.map.CodeForBussinessQuestion CodeForBussinessQuestion.java:70 hello
39886 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
39889 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
39891 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1285429382_0001_m_000002_0 is done. And is in the process of commiting
39891 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39892 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
39892 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
39892 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
39892 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
39893 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
39893 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
39894 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39895 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39895 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39895 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39896 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1285429382_0001_m_000002_0' done.
39896 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1285429382_0001_m_000002_0
39896 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
39900 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
39900 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39902 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
39903 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
39903 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
39904 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
39905 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
39906 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
39907 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1285429382_0001/attempt_local1285429382_0001_r_000000_0
39913 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
39914 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@18dfb9e6
39915 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39915 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39919 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
39924 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 1 segments left of total size: 1501 bytes
39925 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39925 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39928 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39929 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
39933 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1285429382_0001_r_000000_0 is done. And is in the process of commiting
39933 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39933 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
39933 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
39933 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
39934 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
39934 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
39934 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
39934 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39935 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39935 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39936 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39936 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1285429382_0001_r_000000_0 is allowed to commit now
39937 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1285429382_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
39938 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1285429382_0001_r_000000_0' to outputGenderStats/BQ2
39939 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39939 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39940 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
39940 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
39940 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1285429382_0001_r_000000_0' done.
40818 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
40819 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1285429382_0001
40821 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40821 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40822 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40823 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40823 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40824 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40824 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40825 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40827 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40830 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40833 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40834 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40835 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40835 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40840 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40841 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40844 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40845 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40845 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40846 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40847 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40848 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40848 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40849 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40850 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40852 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40857 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40858 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40859 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40864 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40868 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40869 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40870 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40871 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40872 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40872 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40875 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40876 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40876 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40878 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40878 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40878 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40879 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40879 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40879 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40880 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40880 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40880 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40881 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40882 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40882 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40883 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40883 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40884 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40885 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40886 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40887 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40887 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40887 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40888 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
40888 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
40888 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40888 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40889 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40889 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40889 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40889 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40889 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40890 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
40890 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40890 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40890 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40891 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
40891 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
40891 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
40891 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
40892 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40892 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
40892 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
40892 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
40893 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=26
40893 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=1517
40894 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=13
40894 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
40895 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
40895 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
40895 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=1473
40895 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
40896 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
40896 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=13
40896 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
40896 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
40896 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=13
40897 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
40897 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
40898 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2883584000
40898 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
40899 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
40899 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
40899 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=217848
40899 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=208419286
40899 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
40900 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
40902 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
40902 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
40902 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
40903 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 17:30:26 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
10 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:43 Starting Female Education
158 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
167 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
229 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
231 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
244 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
248 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
301 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
339 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
362 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
368 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
369 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
369 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
370 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
375 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
378 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
379 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
385 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
392 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1134430888/.staging/job_local1134430888_0001
406 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
415 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
418 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
421 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
422 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
508 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1134430888_0001
527 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
572 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1134430888_0001
603 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
607 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
610 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
617 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
622 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1134430888_0001_m_000000_0
644 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
659 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
660 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
671 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1134430888_0001/attempt_local1134430888_0001_m_000000_0
674 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
769 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
776 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7948bd1e
780 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
781 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
782 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
784 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
784 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
791 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
835 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
835 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
836 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
836 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
836 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
837 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
837 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1580 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6676 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6677 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6678 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6678 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6679 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6679 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6679 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6681 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6681 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6682 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6682 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7587 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9683 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9683 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9684 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9684 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10588 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 12% reduce 0%
12685 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12685 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12686 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12686 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13591 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
15686 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15688 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15689 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15689 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16592 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 21% reduce 0%
18690 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18690 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18691 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18691 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19595 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 26% reduce 0%
21691 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21692 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21692 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21692 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22597 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 30% reduce 0%
23253 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
23261 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1134430888_0001_m_000000_0 is done. And is in the process of commiting
23269 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23269 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23270 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
23271 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
23271 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1134430888_0001_m_000000_0' done.
23272 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1134430888_0001_m_000000_0
23272 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1134430888_0001_m_000001_0
23273 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
23273 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23273 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
23274 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1134430888_0001/attempt_local1134430888_0001_m_000001_0
23278 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
23279 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@63727e53
23281 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
23281 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
23282 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
23282 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23282 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
23283 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
23290 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
23290 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
23291 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
23291 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
23291 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
23292 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
23292 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
23599 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
29278 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29279 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
29279 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
29280 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
29281 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
29281 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
29281 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
29285 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
29286 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
29287 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29287 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
29601 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
32287 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
32288 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
32288 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
32288 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
32602 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 52% reduce 0%
35289 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35289 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
35290 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35290 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35605 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 58% reduce 0%
38290 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38291 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38291 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38291 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38606 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 65% reduce 0%
38806 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
38809 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1134430888_0001_m_000001_0 is done. And is in the process of commiting
38815 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38816 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38816 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38817 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38817 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1134430888_0001_m_000001_0' done.
38817 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1134430888_0001_m_000001_0
38818 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1134430888_0001_m_000002_0
38818 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
38818 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38819 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
38819 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1134430888_0001/attempt_local1134430888_0001_m_000002_0
38821 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
38825 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@f516973
38827 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
38827 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
38827 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
38828 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38828 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
38828 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
38844 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
38845 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
38845 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
38846 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
38847 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
38847 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
38848 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
39606 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
40562 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
40565 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
40567 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1134430888_0001_m_000002_0 is done. And is in the process of commiting
40568 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40568 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40568 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40569 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40569 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40569 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40570 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40572 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40572 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40573 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40573 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40574 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1134430888_0001_m_000002_0' done.
40575 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1134430888_0001_m_000002_0
40575 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
40578 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
40579 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40579 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40579 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
40580 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
40580 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
40580 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
40580 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40581 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1134430888_0001/attempt_local1134430888_0001_r_000000_0
40587 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
40590 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59a0dbd7
40593 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40593 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40596 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
40600 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 1 segments left of total size: 1501 bytes
40600 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40601 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40604 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40606 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
40607 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 0%
40612 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1134430888_0001_r_000000_0 is done. And is in the process of commiting
40612 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40613 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40613 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40613 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40614 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40614 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40614 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40615 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40615 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40615 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40616 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40616 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1134430888_0001_r_000000_0 is allowed to commit now
40618 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1134430888_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
40619 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1134430888_0001_r_000000_0' to outputGenderStats/BQ2
40620 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40620 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40621 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40621 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
40621 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1134430888_0001_r_000000_0' done.
41608 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
41609 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1134430888_0001
41610 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41612 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41612 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41613 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41614 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41615 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41615 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41616 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41620 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41621 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41622 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41624 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41625 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41630 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41631 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41632 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41633 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41635 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41636 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41637 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41645 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41646 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41646 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41647 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41647 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41647 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41650 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41651 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41653 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41653 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41654 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41654 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41655 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41655 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41664 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41664 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41664 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41664 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41665 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41665 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
41666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
41666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
41667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
41668 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41668 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
41668 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
41669 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
41669 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=26
41669 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=1517
41669 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=13
41670 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
41670 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
41671 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
41671 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=1473
41671 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
41671 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
41671 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=13
41671 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
41672 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=0
41672 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=13
41672 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
41672 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
41672 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2940731392
41672 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
41672 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
41673 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
41673 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=217848
41673 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=208419286
41673 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
41673 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=8
41676 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
41676 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
41676 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
41676 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Test Log HTML
Log session start time Wed Dec 12 17:39:50 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
8 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:43 Starting Female Education
164 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
172 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
230 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
232 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
235 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
237 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
264 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
301 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
319 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
324 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
325 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
326 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
326 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
331 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
333 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
335 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
341 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
347 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson11068121/.staging/job_local11068121_0001
357 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
367 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
370 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
373 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
374 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
449 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local11068121_0001
469 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
506 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local11068121_0001
530 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
533 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
534 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
538 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
543 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local11068121_0001_m_000000_0
561 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
585 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
588 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
608 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local11068121_0001/attempt_local11068121_0001_m_000000_0
614 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
709 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
715 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@22b199d8
720 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
720 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
723 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
728 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
729 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
740 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
785 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
785 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
786 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
786 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
786 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
787 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
787 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1510 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6616 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6617 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6617 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6617 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6617 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6618 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6621 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6624 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6625 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6626 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7518 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 6% reduce 0%
Test Log HTML
Log session start time Wed Dec 12 17:43:02 EST 2018

Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
9 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:43 Starting Female Education
178 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
190 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
251 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
255 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
260 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
264 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
319 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
346 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
371 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
382 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
386 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
389 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
392 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
403 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
408 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
413 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
421 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
429 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1716210600/.staging/job_local1716210600_0001
442 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
454 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
460 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
466 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
470 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
563 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local1716210600_0001
583 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
629 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local1716210600_0001
657 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
659 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
660 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
668 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
675 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1716210600_0001_m_000000_0
688 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
699 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
700 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
717 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1716210600_0001/attempt_local1716210600_0001_m_000000_0
724 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
804 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
810 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3aabe501
814 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
814 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
815 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
817 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
818 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
824 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
869 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
869 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
870 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
870 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
870 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
871 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
871 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1632 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6726 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6727 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6727 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6728 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6730 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6731 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6731 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6733 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6736 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6737 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6738 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7638 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9739 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9740 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9740 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9741 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10640 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12741 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12742 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12742 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12742 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13641 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
15743 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15744 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15745 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15745 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16642 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
18746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18746 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18747 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19643 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 26% reduce 0%
21747 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21748 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21748 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21748 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22644 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 31% reduce 0%
22982 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
23110 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
23112 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1716210600_0001_m_000000_0 is done. And is in the process of commiting
23115 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23116 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23117 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
23118 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
23119 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1716210600_0001_m_000000_0' done.
23119 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1716210600_0001_m_000000_0
23119 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1716210600_0001_m_000001_0
23119 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
23120 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23120 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
23120 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1716210600_0001/attempt_local1716210600_0001_m_000001_0
23124 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
23125 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@53a8c522
23128 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
23128 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
23129 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
23129 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23129 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
23130 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
23140 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
23141 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
23141 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
23142 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
23142 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
23142 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
23143 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
23645 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
29124 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29124 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
29124 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
29125 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
29125 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
29125 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
29126 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
29128 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
29128 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
29128 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29129 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
29646 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
32129 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
32129 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
32130 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
32130 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
32647 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 51% reduce 0%
35131 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35131 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
35131 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35131 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
35649 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 58% reduce 0%
38133 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38134 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38134 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38134 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
38650 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 64% reduce 0%
39034 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
39078 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
39081 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1716210600_0001_m_000001_0 is done. And is in the process of commiting
39083 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39084 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39085 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39085 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39085 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1716210600_0001_m_000001_0' done.
39086 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1716210600_0001_m_000001_0
39086 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local1716210600_0001_m_000002_0
39088 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
39089 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39089 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
39090 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1716210600_0001/attempt_local1716210600_0001_m_000002_0
39097 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
39098 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5bfe9fa2
39100 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
39100 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
39101 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
39101 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39102 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
39104 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
39112 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
39113 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
39113 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
39113 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
39114 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
39114 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
39114 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
39651 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
40858 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
40860 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
40862 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1716210600_0001_m_000002_0 is done. And is in the process of commiting
40862 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40863 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
40863 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
40863 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
40864 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
40864 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
40865 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
40866 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40867 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
40867 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
40867 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40868 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1716210600_0001_m_000002_0' done.
40868 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local1716210600_0001_m_000002_0
40868 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
40873 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
40874 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40874 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
40874 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
40874 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
40874 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
40875 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
40876 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40878 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1716210600_0001/attempt_local1716210600_0001_r_000000_0
40885 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
40887 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@18dfb9e6
40888 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40888 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40895 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
40898 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 3301536 bytes
40899 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
40899 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
40903 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
40903 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
41030 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local1716210600_0001_r_000000_0 is done. And is in the process of commiting
41030 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41031 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41031 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41031 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41031 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41032 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41032 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41032 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41033 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41033 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41033 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
41034 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local1716210600_0001_r_000000_0 is allowed to commit now
41036 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1716210600_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
41037 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local1716210600_0001_r_000000_0' to outputGenderStats/BQ2
41041 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41043 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41044 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41044 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
41044 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local1716210600_0001_r_000000_0' done.
41652 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
41653 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local1716210600_0001
41654 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41655 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41655 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41658 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41660 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41664 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41664 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41665 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41669 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41671 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41672 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41674 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41675 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41676 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41677 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41678 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41678 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41679 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41680 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41681 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41682 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41687 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41689 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41689 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41690 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41691 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41692 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41692 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41693 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41694 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41695 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41696 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41696 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41697 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41698 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41699 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41700 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41701 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41701 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41704 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41705 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41706 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41707 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
41708 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41709 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
41709 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
41710 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
41711 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
41711 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41712 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
41713 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41713 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41714 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41715 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
41716 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41717 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41717 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41724 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
41725 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
41727 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
41728 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
41731 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41736 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
41738 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
41739 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
41741 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=165242
41741 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3301548
41742 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=82621
41743 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
41743 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
41744 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
41744 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3136288
41744 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
41745 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
41745 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
41746 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
41746 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=432
41746 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=82621
41747 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
41747 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
41748 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=2205679616
41748 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
41749 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
41749 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
41749 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=12013919
41757 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211719317
41759 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
41760 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=60728
41771 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
41772 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
41774 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
41774 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache
Time Thread Level Category File:Line Message
0 main INFO com.revature.Main Main.java:39 Starting job 2
9 main INFO com.revature.Drivers.FemaleEducation FemaleEducation.java:43 Starting Female Education
166 main DEBUG org.apache.hadoop.security.Groups Groups.java:139 Creating new Groups object
176 main DEBUG org.apache.hadoop.security.Groups Groups.java:59 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000
232 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:147 hadoop login
236 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:96 hadoop login commit
240 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:126 using local user:UnixPrincipal: emerson
245 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:558 UGI loginUser:emerson
272 main DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1441 Creating filesystem for file:///
306 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561)
332 main DEBUG org.apache.hadoop.security.UserGroupInformation UserGroupInformation.java:1212 PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
340 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:40 Trying to load the custom-built native-hadoop library...
341 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:47 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path
342 main DEBUG org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:48 java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib
342 main WARN org.apache.hadoop.util.NativeCodeLoader NativeCodeLoader.java:52 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
348 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:2174 adding the following namenodes' delegation tokens:null
350 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:746 Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same.
351 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:766 default FileSystem: file:///
356 main WARN org.apache.hadoop.mapred.JobClient JobClient.java:870 No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String).
363 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:982 Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson730901230/.staging/job_local730901230_0001
374 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
384 main WARN org.apache.hadoop.io.compress.snappy.LoadSnappy LoadSnappy.java:46 Snappy native library not loaded
387 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 1
392 main INFO org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:237 Total input paths to process : 1
393 main DEBUG org.apache.hadoop.mapreduce.lib.input.FileInputFormat FileInputFormat.java:285 Total # of splits: 2
475 main DEBUG org.apache.hadoop.mapred.JobClient JobClient.java:1036 Printing tokens for job: job_local730901230_0001
493 main DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:729 Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner
531 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1380 Running job: job_local730901230_0001
566 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:294 Starting thread pool executor.
570 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:295 Max local threads: 1
570 Thread-1 DEBUG org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:296 Map tasks to process: 3
577 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:340 Waiting for map tasks
583 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local730901230_0001_m_000000_0
602 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
616 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
619 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
641 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local730901230_0001/attempt_local730901230_0001_m_000000_0
649 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
754 pool-1-thread-1 INFO org.apache.hadoop.util.ProcessTree ProcessTree.java:63 setsid exited with exit code 0
763 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3c38a572
766 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
767 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432
768 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
770 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
770 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
781 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
826 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
827 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
827 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
827 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
827 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
827 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
828 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
1536 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 0% reduce 0%
6651 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6651 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
6651 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
6651 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
6652 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
6652 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
6652 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
6654 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
6654 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
6654 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
6655 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
7543 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 8% reduce 0%
9656 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
9656 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
9657 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
9657 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
10546 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 13% reduce 0%
12657 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
12658 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
12658 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
12658 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
13573 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 17% reduce 0%
15659 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
15659 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
15660 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
15660 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
16574 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 22% reduce 0%
18661 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
18661 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
18661 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
18661 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
19575 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 26% reduce 0%
21662 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
21663 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
21663 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
21663 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
22576 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 30% reduce 0%
23486 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
23588 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
23591 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local730901230_0001_m_000000_0 is done. And is in the process of commiting
23597 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23599 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23600 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
23601 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
23604 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local730901230_0001_m_000000_0' done.
23608 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local730901230_0001_m_000000_0
23609 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local730901230_0001_m_000001_0
23609 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
23610 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
23610 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
23611 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local730901230_0001/attempt_local730901230_0001_m_000001_0
23613 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
23614 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@42878ef1
23616 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
23616 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883
23617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
23617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
23617 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
23618 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
23629 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
23629 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
23630 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
23630 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
23631 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
23631 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
23631 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
24577 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 33% reduce 0%
29613 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29615 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
29615 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
29615 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
29615 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
29616 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
29616 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
29622 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
29623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
29623 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
29627 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
30579 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 45% reduce 0%
32627 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
32628 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
32628 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
32628 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
33580 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 51% reduce 0%
35629 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
35629 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
35629 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
35630 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
36582 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 57% reduce 0%
38632 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
38632 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
38632 communication thread DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
38633 communication thread INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39583 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 64% reduce 0%
39921 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
39969 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
39971 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local730901230_0001_m_000001_0 is done. And is in the process of commiting
39975 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39976 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39976 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
39977 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
39977 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local730901230_0001_m_000001_0' done.
39977 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local730901230_0001_m_000001_0
39978 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:204 Starting task: attempt_local730901230_0001_m_000002_0
39978 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
39978 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
39979 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
39980 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local730901230_0001/attempt_local730901230_0001_m_000002_0
39981 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
39981 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@58bc04
39982 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
39983 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:729 Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202
39983 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
39984 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
39985 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
39986 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:949 io.sort.mb = 100
40004 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:961 data buffer = 79691776/99614720
40004 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:962 record buffer = 262144/327680
40004 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
40005 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
40005 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
40005 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
40006 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
40584 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 66% reduce 0%
41725 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1289 Starting flush of map output
41727 pool-1-thread-1 INFO org.apache.hadoop.mapred.MapTask MapTask.java:1471 Finished spill 0
41729 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local730901230_0001_m_000002_0 is done. And is in the process of commiting
41730 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41730 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41730 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41730 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41730 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41731 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41731 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41733 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41733 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
41734 pool-1-thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41734 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
41734 pool-1-thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local730901230_0001_m_000002_0' done.
41734 pool-1-thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:229 Finishing task: attempt_local730901230_0001_m_000002_0
41735 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:348 Map task executor complete.
41738 Thread-1 DEBUG org.apache.hadoop.mapred.SortedRanges SortedRanges.java:348 currentIndex 0 0:0
41739 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41740 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
41740 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
41740 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
41740 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
41740 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
41741 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
41742 Thread-1 DEBUG org.apache.hadoop.mapred.TaskRunner TaskRunner.java:673 mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local730901230_0001/attempt_local730901230_0001_r_000000_0
41752 Thread-1 DEBUG org.apache.hadoop.mapred.Task Task.java:511 using new api for output committer
41754 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:534 Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@18dfb9e6
41757 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41757 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
41763 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:408 Merging 3 sorted segments
41767 Thread-1 INFO org.apache.hadoop.mapred.Merger Merger.java:491 Down to the last merge-pass, with 3 segments left of total size: 3301536 bytes
41768 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41768 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
41776 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41776 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
41918 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:858 Task:attempt_local730901230_0001_r_000000_0 is done. And is in the process of commiting
41919 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41919 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
41919 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
41919 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
41919 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
41919 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
41919 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
41920 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41921 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41921 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41921 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466
41921 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:1011 Task attempt_local730901230_0001_r_000000_0 is allowed to commit now
41924 Thread-1 DEBUG org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:207 Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local730901230_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000
41925 Thread-1 INFO org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter FileOutputCommitter.java:173 Saved output of task 'attempt_local730901230_0001_r_000000_0' to outputGenderStats/BQ2
41926 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
41927 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
41927 Thread-1 DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
41928 Thread-1 INFO org.apache.hadoop.mapred.LocalJobRunner LocalJobRunner.java:466 reduce > reduce
41928 Thread-1 INFO org.apache.hadoop.mapred.Task Task.java:970 Task 'attempt_local730901230_0001_r_000000_0' done.
42585 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1393 map 100% reduce 100%
42586 main INFO org.apache.hadoop.mapred.JobClient JobClient.java:1448 Job complete: job_local730901230_0001
42587 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42588 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42588 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
42589 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
42590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
42590 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
42591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
42591 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42592 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
42593 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42594 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42594 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42595 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
42596 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42598 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42598 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42599 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42601 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42604 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42604 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
42605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42605 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
42606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
42606 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
42607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
42607 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42608 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
42608 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42609 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42609 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42621 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
42622 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42623 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42635 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42635 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42637 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42637 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
42638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42638 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
42639 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
42640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
42640 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
42641 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
42642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42642 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
42643 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42644 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapred.Task$Counter with bundle
42652 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_OUTPUT_RECORDS
42653 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPILLED_RECORDS
42653 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_MATERIALIZED_BYTES
42653 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding VIRTUAL_MEMORY_BYTES
42654 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_INPUT_RECORDS
42656 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding SPLIT_RAW_BYTES
42657 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_RECORDS
42659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding MAP_OUTPUT_BYTES
42659 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding PHYSICAL_MEMORY_BYTES
42661 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMBINE_INPUT_RECORDS
42662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding CPU_MILLISECONDS
42662 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding COMMITTED_HEAP_BYTES
42663 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle
42664 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_READ
42664 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group FileSystemCounters with nothing
42666 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_WRITTEN
42667 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding FILE_BYTES_READ
42668 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_RECORDS
42669 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_OUTPUT_RECORDS
42670 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_SHUFFLE_BYTES
42670 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding REDUCE_INPUT_GROUPS
42671 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:178 Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle
42673 main DEBUG org.apache.hadoop.mapred.Counters Counters.java:315 Adding BYTES_WRITTEN
42679 main INFO org.apache.hadoop.mapred.JobClient Counters.java:585 Counters: 20
42680 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 Map-Reduce Framework
42681 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Spilled Records=165242
42683 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output materialized bytes=3301548
42684 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input records=82621
42684 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Virtual memory (bytes) snapshot=0
42685 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map input records=166682
42686 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 SPLIT_RAW_BYTES=1013
42686 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output bytes=3136288
42686 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce shuffle bytes=0
42687 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Physical memory (bytes) snapshot=0
42687 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce input groups=629
42688 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine output records=0
42689 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Reduce output records=432
42690 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Map output records=82621
42696 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Combine input records=0
42697 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 CPU time spent (ms)=0
42698 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Total committed heap usage (bytes)=3115843584
42699 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Input Format Counters
42699 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Read=0
42700 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 FileSystemCounters
42700 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_WRITTEN=12013903
42700 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 FILE_BYTES_READ=211719317
42701 main INFO org.apache.hadoop.mapred.JobClient Counters.java:587 File Output Format Counters
42701 main INFO org.apache.hadoop.mapred.JobClient Counters.java:589 Bytes Written=60728
42711 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:284 Starting clear of FileSystem cache with 1 elements.
42712 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
42712 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:1290 Removing filesystem for file:///
42714 Thread-0 DEBUG org.apache.hadoop.fs.FileSystem FileSystem.java:287 Done clearing cache